Merge pull request #24 from manojkumarsah13/patch-6

Update cluster-config.json.j2
dicdiksha · Oct 18, 2023 · 6238f3e · 6238f3e
2 parents c74ac58 + 1c2e97b
commit 6238f3e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/ansible/roles/data-products-deploy/templates/cluster-config.json.j2 b/ansible/roles/data-products-deploy/templates/cluster-config.json.j2
@@ -79,6 +79,7 @@
         "spark.sql.shuffle.partitions" : "{{ spark_sql_shuffle_partitions }}",
         "spark.scheduler.mode" : "FAIR",
         "spark.driver.memory" : "240g",
+        "spark.executor.memory" : "60g",
         "spark.driver.memoryOverhead" : "20g",
         "spark.executor.memoryOverhead" : "4g",
         "spark.serializer" : "org.apache.spark.serializer.KryoSerializer",