Update test stubs for new SDK and transfermanager behavior

The newer SDK (v1.41.6) and transfermanager (v0.1.18) send additional
fields by default that the test stubs weren't expecting:

- GetObject now sends ChecksumMode: ENABLED
- CreateMultipartUpload now sends ChecksumAlgorithm: CRC32
- UploadPart now sends ChecksumAlgorithm: CRC32
- DownloadObject uses part-based downloads (PartNumber) instead of
  byte-range downloads

Updated stubs and large object test to match the new behavior.

Author: brmur

gov2/s3/scenarios/scenario_large_objects_test.go

@@ -7,14 +7,11 @@ package scenarios
 
 import (
 	"context"
-	"fmt"
 	"io"
-	"net/http"
 	"os"
 	"strings"
 	"testing"
 
-	"github.com/aws/aws-sdk-go-v2/aws"
 	"github.com/aws/aws-sdk-go-v2/config"
 	"github.com/aws/aws-sdk-go-v2/service/s3/types"
 	"github.com/awsdocs/aws-doc-sdk-examples/gov2/demotools"
@@ -30,17 +27,6 @@ func TestRunLargeObjectScenario(t *testing.T) {
 	testtools.RunScenarioTests(&scenTest, t)
 }
 
-// httpErr is used to mock an HTTP error. This is required by the download manager,
-// which calls GetObject until it receives a 415 status code.
-type httpErr struct {
-	statusCode int
-}
-
-func (responseErr httpErr) HTTPStatusCode() int { return responseErr.statusCode }
-func (responseErr httpErr) Error() string {
-	return fmt.Sprintf("HTTP error: %v", responseErr.statusCode)
-}
-
 // LargeObjectScenarioTest encapsulates data for a scenario test.
 type LargeObjectScenarioTest struct {
 	Answers     []string
@@ -58,7 +44,6 @@ func (scenTest *LargeObjectScenarioTest) SetupDataAndStubs() []testtools.Stub {
 	}
 	uploadId := "upload-id"
 	testBody := io.NopCloser(strings.NewReader("Test data!"))
-	dnRanges := []int{0, 10 * 1024 * 1024, 20 * 1024 * 1024, 30 * 1024 * 1024, 40 * 1024 * 1024}
 	listKeys := []string{largeKey}
 	scenTest.Answers = []string{
 		bucketName, "", "", "y",
@@ -75,15 +60,8 @@ func (scenTest *LargeObjectScenarioTest) SetupDataAndStubs() []testtools.Stub {
 	stubList = append(stubList, stubs.StubUploadPart(bucketName, largeKey, uploadId, nil))
 	stubList = append(stubList, stubs.StubCompleteMultipartUpload(bucketName, largeKey, uploadId, []int32{1, 2, 3}, nil))
 	stubList = append(stubList, stubs.StubHeadObject(bucketName, largeKey, nil))
-	for i := 0; i < len(dnRanges)-2; i++ {
-		stubList = append(stubList, stubs.StubGetObject(bucketName, largeKey,
-			aws.String(fmt.Sprintf("bytes=%v-%v", dnRanges[i], dnRanges[i+1]-1)), testBody, nil))
-	}
-	// The S3 downloader calls GetObject until it receives a 416 HTTP status code.
-	respErr := httpErr{statusCode: http.StatusRequestedRangeNotSatisfiable}
-	stubList = append(stubList, stubs.StubGetObject(bucketName, largeKey,
-		aws.String(fmt.Sprintf("bytes=%v-%v", dnRanges[3], dnRanges[4]-1)), testBody,
-		&testtools.StubError{Err: respErr, ContinueAfter: true}))
+	// The transfermanager downloads by parts using GetObject with PartNumber.
+	stubList = append(stubList, stubs.StubGetObjectByPart(bucketName, largeKey, 1, 1, 10, testBody, nil))
 	stubList = append(stubList, stubs.StubDeleteObjects(bucketName, listKeys, nil))
 	for _, key := range listKeys {
 		stubList = append(stubList, stubs.StubHeadObject(bucketName, key,

gov2/s3/stubs/bucket_basics_stubs.go

@@ -83,8 +83,9 @@ func StubCreateMultipartUpload(bucketName string, objectKey string, uploadId str
 	return testtools.Stub{
 		OperationName: "CreateMultipartUpload",
 		Input: &s3.CreateMultipartUploadInput{
-			Bucket: aws.String(bucketName),
-			Key:    aws.String(objectKey),
+			Bucket:            aws.String(bucketName),
+			Key:               aws.String(objectKey),
+			ChecksumAlgorithm: types.ChecksumAlgorithmCrc32,
 		},
 		Output: &s3.CreateMultipartUploadOutput{
 			Bucket:   aws.String(bucketName),
@@ -100,9 +101,10 @@ func StubUploadPart(bucketName string, objectKey string, uploadId string,
 	return testtools.Stub{
 		OperationName: "UploadPart",
 		Input: &s3.UploadPartInput{
-			Bucket:   aws.String(bucketName),
-			Key:      aws.String(objectKey),
-			UploadId: aws.String(uploadId),
+			Bucket:            aws.String(bucketName),
+			Key:               aws.String(objectKey),
+			UploadId:          aws.String(uploadId),
+			ChecksumAlgorithm: types.ChecksumAlgorithmCrc32,
 		},
 		Output:        &s3.UploadPartOutput{},
 		SkipErrorTest: true,
@@ -137,13 +139,33 @@ func StubGetObject(bucketName string, objectKey string, byteRange *string, body
 	return testtools.Stub{
 		OperationName: "GetObject",
 		Input: &s3.GetObjectInput{
-			Bucket: aws.String(bucketName),
-			Key:    aws.String(objectKey),
-			Range:  byteRange,
+			Bucket:       aws.String(bucketName),
+			Key:          aws.String(objectKey),
+			Range:        byteRange,
+			ChecksumMode: types.ChecksumModeEnabled,
 		},
 		Output: &s3.GetObjectOutput{
 			Body: body,
 		},
+		Error:        raiseErr,
+		IgnoreFields: []string{"PartNumber"},
+	}
+}
+
+func StubGetObjectByPart(bucketName string, objectKey string, partNumber int32, partsCount int32, contentLength int64, body io.ReadCloser, raiseErr *testtools.StubError) testtools.Stub {
+	return testtools.Stub{
+		OperationName: "GetObject",
+		Input: &s3.GetObjectInput{
+			Bucket:       aws.String(bucketName),
+			Key:          aws.String(objectKey),
+			PartNumber:   aws.Int32(partNumber),
+			ChecksumMode: types.ChecksumModeEnabled,
+		},
+		Output: &s3.GetObjectOutput{
+			Body:          body,
+			PartsCount:    aws.Int32(partsCount),
+			ContentLength: aws.Int64(contentLength),
+		},
 		Error: raiseErr,
 	}
 }
@@ -217,7 +239,7 @@ func StubPresignedRequest(method string, bucketName string, objectKey string, ra
 		input = &s3.PutObjectInput{Bucket: aws.String(bucketName), Key: aws.String(objectKey)}
 	case "GET":
 		opName = "GetObject"
-		input = &s3.GetObjectInput{Bucket: aws.String(bucketName), Key: aws.String(objectKey)}
+		input = &s3.GetObjectInput{Bucket: aws.String(bucketName), Key: aws.String(objectKey), ChecksumMode: types.ChecksumModeEnabled}
 	case "DELETE":
 		opName = "DeleteObject"
 		input = &s3.DeleteObjectInput{Bucket: aws.String(bucketName), Key: aws.String(objectKey)}