pass null part size to CRT when not configured

Author: L-Applin

pom.xml

@@ -129,7 +129,7 @@
         <rxjava3.version>3.1.5</rxjava3.version>
         <commons-codec.verion>1.17.1</commons-codec.verion>
         <jmh.version>1.37</jmh.version>
-        <awscrt.version>0.39.4</awscrt.version>
+        <awscrt.version>0.40.1</awscrt.version>
 
         <!--Test dependencies -->
         <junit5.version>5.10.0</junit5.version>

services/s3/src/main/java/software/amazon/awssdk/services/s3/internal/crt/S3CrtAsyncHttpClient.java

@@ -104,7 +104,6 @@ private S3ClientOptions createS3ClientOption() {
                                  .withCredentialsProvider(s3NativeClientConfiguration.credentialsProvider())
                                  .withClientBootstrap(s3NativeClientConfiguration.clientBootstrap())
                                  .withTlsContext(s3NativeClientConfiguration.tlsContext())
-                                 .withPartSize(s3NativeClientConfiguration.partSizeBytes())
                                  .withMultipartUploadThreshold(s3NativeClientConfiguration.thresholdInBytes())
                                  .withComputeContentMd5(false)
                                  .withEnableS3Express(true)
@@ -120,6 +119,7 @@ private S3ClientOptions createS3ClientOption() {
         if (Boolean.FALSE.equals(s3NativeClientConfiguration.isUseEnvironmentVariableValues())) {
             options.withProxyEnvironmentVariableSetting(disabledHttpProxyEnvironmentVariableSetting());
         }
+        Optional.ofNullable(s3NativeClientConfiguration.partSizeBytes()).ifPresent(options::withPartSize);
         Optional.ofNullable(s3NativeClientConfiguration.proxyOptions()).ifPresent(options::withProxyOptions);
         Optional.ofNullable(s3NativeClientConfiguration.connectionTimeout())
                 .map(Duration::toMillis)

services/s3/src/main/java/software/amazon/awssdk/services/s3/internal/crt/S3NativeClientConfiguration.java

@@ -51,7 +51,7 @@ public class S3NativeClientConfiguration implements SdkAutoCloseable {
     private final ClientBootstrap clientBootstrap;
     private final CrtCredentialsProviderAdapter credentialProviderAdapter;
     private final CredentialsProvider credentialsProvider;
-    private final long partSizeInBytes;
+    private final Long partSizeInBytes;
     private final long thresholdInBytes;
     private final double targetThroughputInGbps;
     private final int maxConcurrency;
@@ -85,10 +85,8 @@ public S3NativeClientConfiguration(Builder builder) {
 
         this.credentialsProvider = credentialProviderAdapter.crtCredentials();
 
-        this.partSizeInBytes = builder.partSizeInBytes == null ? DEFAULT_PART_SIZE_IN_BYTES :
-                               builder.partSizeInBytes;
-        this.thresholdInBytes = builder.thresholdInBytes == null ? this.partSizeInBytes :
-                                builder.thresholdInBytes;
+        this.partSizeInBytes = builder.partSizeInBytes;
+        this.thresholdInBytes = resolveThresholdInBytes(builder);
         this.targetThroughputInGbps = builder.targetThroughputInGbps == null ?
                                       DEFAULT_TARGET_THROUGHPUT_IN_GBPS : builder.targetThroughputInGbps;
 
@@ -98,8 +96,7 @@ public S3NativeClientConfiguration(Builder builder) {
 
         this.endpointOverride = builder.endpointOverride;
 
-        this.readBufferSizeInBytes = builder.readBufferSizeInBytes == null ?
-                                     partSizeInBytes * 10 : builder.readBufferSizeInBytes;
+        this.readBufferSizeInBytes = resolveReadBufferSizeInBytes(builder);
 
         if (builder.httpConfiguration != null) {
             this.proxyOptions = resolveProxy(builder.httpConfiguration.proxyConfiguration(), tlsContext).orElse(null);
@@ -115,6 +112,21 @@ public S3NativeClientConfiguration(Builder builder) {
         this.useEnvironmentVariableProxyOptionsValues = resolveUseEnvironmentVariableValues(builder);
     }
 
+    private Long resolveReadBufferSizeInBytes(Builder builder) {
+        if (builder.readBufferSizeInBytes != null) {
+            return builder.readBufferSizeInBytes;
+        }
+        long partSize = this.partSizeInBytes == null ? DEFAULT_PART_SIZE_IN_BYTES : this.partSizeInBytes;
+        return partSize * 10;
+    }
+
+    private long resolveThresholdInBytes(Builder builder) {
+        if (builder.thresholdInBytes != null) {
+            return builder.thresholdInBytes;
+        }
+        return this.partSizeInBytes == null ? DEFAULT_PART_SIZE_IN_BYTES : this.partSizeInBytes;
+    }
+
     private static Boolean resolveUseEnvironmentVariableValues(Builder builder) {
         if (builder != null && builder.httpConfiguration != null && builder.httpConfiguration.proxyConfiguration() != null) {
             return builder.httpConfiguration.proxyConfiguration().isUseEnvironmentVariableValues();
@@ -159,7 +171,7 @@ public TlsContext tlsContext() {
         return tlsContext;
     }
 
-    public long partSizeBytes() {
+    public Long partSizeBytes() {
         return partSizeInBytes;
     }
 

services/s3/src/test/java/software/amazon/awssdk/services/s3/internal/crt/S3CrtAsyncHttpClientTest.java

@@ -486,6 +486,25 @@ void build_partSizeConfigured_shouldApplyToThreshold() {
         }
     }
 
+    @Test
+    public void build_noPartSize_shouldUseDefaultsForThresholdAndReadWindowSize() {
+        S3NativeClientConfiguration configuration =
+            S3NativeClientConfiguration.builder()
+                                       .credentialsProvider(StaticCredentialsProvider.create(AwsBasicCredentials.create("test",
+                                                                                                                        "test")))
+                                       .signingRegion("us-west-2")
+                                       .build();
+        try (S3CrtAsyncHttpClient client =
+                 (S3CrtAsyncHttpClient) S3CrtAsyncHttpClient.builder()
+                                                            .s3ClientConfiguration(configuration).build()) {
+            long defaultPartSizeInBytes = 1024 * 1024L * 8L;
+            S3ClientOptions clientOptions = client.s3ClientOptions();
+            assertThat(clientOptions.getPartSize()).isEqualTo(0);
+            assertThat(clientOptions.getMultiPartUploadThreshold()).isEqualTo(defaultPartSizeInBytes);
+            assertThat(clientOptions.getInitialReadWindowSize()).isEqualTo(defaultPartSizeInBytes * 10);
+        }
+    }
+
     @Test
     void build_nullHttpConfiguration() {
         S3NativeClientConfiguration configuration =