markdown source builds

Auto-generated via {sandpaper} Source : a4d7b63 Branch : main Author : Trevor Keller <[email protected]> Time : 2023-12-21 12:13:20 +0000 Message : Merge pull request #12 from carpentries-incubator/cluster_snakefiles Cluster snakefiles
carpentries-incubator · Dec 21, 2023 · 3d286cb · 3d286cb
1 parent 1bc66fe
commit 3d286cb
Show file tree

Hide file tree

Showing 3 changed files with 43 additions and 0 deletions.
diff --git a/files/Snakefile_cluster_iteration b/files/Snakefile_cluster_iteration
@@ -0,0 +1,24 @@
+#
+# Run a bunch of Amdahl jobs and aggregate the output.
+#
+WIDTHS=[1,2]
+#
+def getwidth(wildcards):
+    return wildcards.sample
+
+rule plot:
+  input: expand('{size}.out',size=WIDTHS)
+  output: 'done.out'
+  resources:
+    mpi="mpirun",
+    tasks=1
+  shell: 'echo "{WIDTHS}, Done!" > done.out'
+rule iterate:
+  input: 
+  output: '{sample}.out' 
+  resources:
+    mpi="mpirun",
+    tasks=getwidth
+  shell: 
+    "module load OpenMPI; mpirun -np {resources.tasks} amdahl > {wildcards.sample}.out"
+
diff --git a/files/Snakefile_iterative b/files/Snakefile_iterative
@@ -0,0 +1,13 @@
+#
+# Iterative example.
+#
+NAMES=['one','two','three']
+#
+rule done:
+  input: expand('{name}.out',name=NAMES)
+  output: 'done.out'
+  shell: 'echo "Done!" > done.out'
+rule iterate:
+  input: 
+  output: '{sample}.out' 
+  shell: 'echo {output} > {output}'
diff --git a/files/queuing_config.yaml b/files/queuing_config.yaml
@@ -0,0 +1,6 @@
+#  snakemake -j 3 --cluster "sbatch -N 1 -n {resources.tasks} -p node"
+cluster: 
+  sbatch
+    --partition=node
+    --nodes=1
+    --tasks={resources.tasks}