Bug: Spark shuffle service worker registration fail (#492)

* stop calling start-shuffle-service.sh script * whitespace * remove unused method
Azure · Apr 9, 2018 · 013f6e4 · 013f6e4
1 parent 1eaa1b6
commit 013f6e4
Showing 1 changed file with 0 additions and 9 deletions.
diff --git a/aztk/node_scripts/install/spark.py b/aztk/node_scripts/install/spark.py
@@ -96,15 +96,6 @@ def start_spark_worker():
     print("Connecting to master with '{0}'".format(" ".join(cmd)))
     call(cmd)
 
-    # enable the shuffle service on all slaves
-    start_shuffle_service()
-
-
-def start_shuffle_service():
-    exe = os.path.join(spark_home, "sbin", "start-shuffle-service.sh")
-    print("Starting the shuffle service with {}".format(exe))
-    call([exe, " &"])
-
 
 def copyfile(src, dest):
     try: