From 45dc37d4b68b6e7e72d2b50810fe96ebab08c0c3 Mon Sep 17 00:00:00 2001 From: Ashhar Hasan Date: Mon, 24 Aug 2020 00:38:24 +0530 Subject: [PATCH] Increase AWS Glue get partition max results to 1000 - Increased the value from earlier default of 128 to reduce number of API requests made to Glue during query planning. --- .../prestosql/plugin/hive/metastore/glue/GlueHiveMetastore.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/presto-hive/src/main/java/io/prestosql/plugin/hive/metastore/glue/GlueHiveMetastore.java b/presto-hive/src/main/java/io/prestosql/plugin/hive/metastore/glue/GlueHiveMetastore.java index affb1154b76a..2bd8773e4131 100644 --- a/presto-hive/src/main/java/io/prestosql/plugin/hive/metastore/glue/GlueHiveMetastore.java +++ b/presto-hive/src/main/java/io/prestosql/plugin/hive/metastore/glue/GlueHiveMetastore.java @@ -148,7 +148,7 @@ public class GlueHiveMetastore private static final String WILDCARD_EXPRESSION = ""; private static final int BATCH_GET_PARTITION_MAX_PAGE_SIZE = 1000; private static final int BATCH_CREATE_PARTITION_MAX_PAGE_SIZE = 100; - private static final int AWS_GLUE_GET_PARTITIONS_MAX_RESULTS = 128; + private static final int AWS_GLUE_GET_PARTITIONS_MAX_RESULTS = 1000; private static final Comparator PARTITION_COMPARATOR = comparing(Partition::getValues, lexicographical(String.CASE_INSENSITIVE_ORDER));