Update cluster-config.json.j2

Memory configuration changes
dicdiksha · Oct 18, 2023 · 1c2e97b · 1c2e97b
1 parent c74ac58
commit 1c2e97b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/ansible/roles/data-products-deploy/templates/cluster-config.json.j2 b/ansible/roles/data-products-deploy/templates/cluster-config.json.j2
@@ -79,6 +79,7 @@
         "spark.sql.shuffle.partitions" : "{{ spark_sql_shuffle_partitions }}",
         "spark.scheduler.mode" : "FAIR",
         "spark.driver.memory" : "240g",
+        "spark.executor.memory" : "60g",
         "spark.driver.memoryOverhead" : "20g",
         "spark.executor.memoryOverhead" : "4g",
         "spark.serializer" : "org.apache.spark.serializer.KryoSerializer",