Move the backup/restore of writable job dirs to from command builder …

…to job script.

This allows for Pulsar to perform the prepare dirs step but override
for its own paths and differing `working_directory`.

lib/galaxy/jobs/command_factory.py

@@ -33,13 +33,6 @@
 YIELD_CAPTURED_CODE = 'sh -c "exit $return_code"'
 SETUP_GALAXY_FOR_METADATA = """
 [ "$GALAXY_VIRTUAL_ENV" = "None" ] && GALAXY_VIRTUAL_ENV="$_GALAXY_VIRTUAL_ENV"; _galaxy_setup_environment True"""
-PREPARE_DIRS = """mkdir -p working outputs configs
-if [ -d _working ]; then
-    rm -rf working/ outputs/ configs/; cp -R _working working; cp -R _outputs outputs; cp -R _configs configs
-else
-    cp -R working _working; cp -R outputs _outputs; cp -R configs _configs
-fi
-cd working"""
 
 
 def build_command(
@@ -125,12 +118,9 @@ def build_command(
     # Don't need to create a separate tool working directory for Pulsar
     # jobs - that is handled by Pulsar.
     if create_tool_working_directory:
-        # usually working will already exist, but it will not for task
-        # split jobs.
-
-        # Copy working and outputs before job submission so that these can be restored on resubmission
-        # xref https://github.com/galaxyproject/galaxy/issues/3289
-        commands_builder.prepend_command(PREPARE_DIRS)
+        # Working (and outputs, configs) are backed up and restored in the job script for both Galaxy and Pulsar jobs,
+        # but Pulsar automatically changes into the working dir, whereas Galaxy does not.
+        commands_builder.prepend_command("cd working")
 
     __handle_remote_command_line_building(commands_builder, job_wrapper, for_pulsar=for_pulsar)
 

lib/galaxy/jobs/runners/util/job_script/DEFAULT_JOB_FILE_TEMPLATE.sh

@@ -58,6 +58,7 @@ export TEMP
 export TMPDIR
 
 GALAXY_PYTHON=`command -v python`
+$prepare_dirs_statement
 cd $working_directory
 $memory_statement
 $instrument_pre_commands

lib/galaxy/jobs/runners/util/job_script/__init__.py

@@ -41,6 +41,16 @@
 fi
 """
 
+# Copy working, outputs, and configs before tool execution so that these can be restored on job resubmission
+# xref https://github.com/galaxyproject/galaxy/issues/3289
+PREPARE_DIRS = """mkdir -p working outputs configs
+if [ -d _working ]; then
+    rm -rf working/ outputs/ configs/; cp -R _working working; cp -R _outputs outputs; cp -R _configs configs
+else
+    cp -R working _working; cp -R outputs _outputs; cp -R configs _configs
+fi
+"""
+
 INTEGRITY_SYNC_COMMAND = "/bin/sync"
 DEFAULT_INTEGRITY_CHECK = True
 DEFAULT_INTEGRITY_COUNT = 35
@@ -58,6 +68,7 @@
     "shell": DEFAULT_SHELL,
     "preserve_python_environment": True,
     "tmp_dir_creation_statement": '""',
+    "prepare_dirs_statement": PREPARE_DIRS,
 }