Increase default request concurrency for S3 based exchange

The default of 500 is set for hive.s3.max-connections
trinodb · Apr 5, 2022 · 8be72a3 · 8be72a3
1 parent bfa1526
commit 8be72a3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java b/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java
@@ -42,7 +42,7 @@ public class ExchangeS3Config
     // Default to S3 multi-part upload minimum size to avoid excessive memory consumption from buffering
     private DataSize s3UploadPartSize = DataSize.of(5, MEGABYTE);
     private StorageClass storageClass = STANDARD;
-    private int asyncClientConcurrency = 250;
+    private int asyncClientConcurrency = 500;
 
     public String getS3AwsAccessKey()
     {

diff --git a/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java b/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java
@@ -40,7 +40,7 @@ public void testDefaults()
                 .setS3MaxErrorRetries(3)
                 .setS3UploadPartSize(DataSize.of(5, MEGABYTE))
                 .setStorageClass(STANDARD)
-                .setAsyncClientConcurrency(250));
+                .setAsyncClientConcurrency(500));
     }
 
     @Test