From 8be72a37f2033d9e6fe24a12e0c7dc096ddc3af2 Mon Sep 17 00:00:00 2001 From: Andrii Rosa Date: Tue, 5 Apr 2022 11:58:44 -0400 Subject: [PATCH] Increase default request concurrency for S3 based exchange The default of 500 is set for hive.s3.max-connections --- .../main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java | 2 +- .../java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java b/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java index d97bccbbd4cb..d0726c124777 100644 --- a/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java +++ b/plugin/trino-exchange/src/main/java/io/trino/plugin/exchange/s3/ExchangeS3Config.java @@ -42,7 +42,7 @@ public class ExchangeS3Config // Default to S3 multi-part upload minimum size to avoid excessive memory consumption from buffering private DataSize s3UploadPartSize = DataSize.of(5, MEGABYTE); private StorageClass storageClass = STANDARD; - private int asyncClientConcurrency = 250; + private int asyncClientConcurrency = 500; public String getS3AwsAccessKey() { diff --git a/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java b/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java index 2944bf14843d..f7c6ea25c021 100644 --- a/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java +++ b/plugin/trino-exchange/src/test/java/io/trino/plugin/exchange/s3/TestExchangeS3Config.java @@ -40,7 +40,7 @@ public void testDefaults() .setS3MaxErrorRetries(3) .setS3UploadPartSize(DataSize.of(5, MEGABYTE)) .setStorageClass(STANDARD) - .setAsyncClientConcurrency(250)); + .setAsyncClientConcurrency(500)); } @Test