examples cleanup

aws-samples · Apr 8, 2021 · 182e361 · 182e361
1 parent 63ef2b7
commit 182e361
Show file tree

Hide file tree

Showing 9 changed files with 35 additions and 43 deletions.
diff --git a/src/aws-genomics-cdk/app.config.json b/src/aws-genomics-cdk/app.config.json
@@ -1,5 +1,5 @@
 {
-    "accountID": "840249831562",
+    "accountID": "111111111111",
     "region": "us-west-2",
     "projectName": "genomics",
     "tags": [{
@@ -13,7 +13,7 @@
     ],
     "S3": {
         "existingBucket": true,
-        "bucketName": "genomics-pipelines-840249831562"
+        "bucketName": "YOUR-BUCKET-NAME"
     },
     "VPC": {
         "createVPC": true,

diff --git a/src/aws-genomics-cdk/examples/batch-bwa-job.json b/src/aws-genomics-cdk/examples/batch-bwa-job.json
@@ -1,12 +1,12 @@
 {
     "jobName": "bwa",
     "jobQueue": "genomics-default-queue",
-    "jobDefinition": "bwa:3",
+    "jobDefinition": "bwa:1",
     "containerOverrides": {
         "command": ["bwa mem -t 8 -p -o ${SAMPLE_ID}.sam ${REFERENCE_NAME}.fasta ${SAMPLE_ID}_*1*.fastq.gz"],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/sample/ s3://genomics-pipelines-840249831562/hg38/v0/"
+                "value": "s3://aws-batch-genomics-shared/secondary-analysis/example-files/fastq/NIST7035* s3://broad-references/hg38/v0/Homo_sapiens_assembly38.fasta*"
             },
             {
                 "name": "SAMPLE_ID",
@@ -22,11 +22,7 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
-            },
-            {
-                "name": "JOB_INPUT_S3_COPY_METHOD",
-                "value": "s3sync"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             }
         ]
     }

diff --git a/src/aws-genomics-cdk/examples/batch-fastqc-job.json b/src/aws-genomics-cdk/examples/batch-fastqc-job.json
@@ -1,7 +1,7 @@
 {
     "jobName": "fastqc",
     "jobQueue": "genomics-default-queue",
-    "jobDefinition": "fastqc:3",
+    "jobDefinition": "fastqc:1",
     "containerOverrides": {
         "command": ["fastqc *.gz"],
         "environment": [{
@@ -14,7 +14,7 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             }
         ]
     }

diff --git a/src/aws-genomics-cdk/examples/batch-gatk-dictionary.json b/src/aws-genomics-cdk/examples/batch-gatk-dictionary.json
@@ -6,15 +6,15 @@
         "command": ["java -jar /usr/app/picard.jar CreateSequenceDictionary R=Homo_sapiens_assembly38.fasta O=Homo_sapiens_assembly38.dict"],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/hg38/v0/Homo_sapiens_assembly38.fasta"
+                "value": "s3://broad-references/hg38/v0/Homo_sapiens_assembly38.fasta"
             },
             {
                 "name": "JOB_OUTPUTS",
                 "value": "*.dict"
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/hg38/v0"
+                "value": "s3://YOUR-BUCKET-NAME/ref"
             }
         ]
     }

diff --git a/src/aws-genomics-cdk/examples/batch-gatk-htc.json b/src/aws-genomics-cdk/examples/batch-gatk-htc.json
@@ -6,7 +6,7 @@
         "command": ["gatk --java-options \"-Xmx4g\" HaplotypeCaller -R ${REFERENCE_NAME}.fasta -I ${SAMPLE_ID}.bam -O ${SAMPLE_ID}.vcf.gz -bamout ${SAMPLE_ID}.out.bam"],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/output/ s3://genomics-pipelines-840249831562/hg38/v0/"
+                "value": "s3://YOUR-BUCKET-NAME/ref s3://YOUR-BUCKET-NAME/samples"
             },
             {
                 "name": "SAMPLE_ID",
@@ -22,7 +22,7 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             },
             {
                 "name": "JOB_INPUT_S3_COPY_METHOD",

diff --git a/src/aws-genomics-cdk/examples/batch-minimap2-job.json b/src/aws-genomics-cdk/examples/batch-minimap2-job.json
@@ -7,21 +7,17 @@
         "memory": 16000,
         "command": ["minimap2 -ax map-pb Homo_sapiens_assembly38.fasta NIST7035_R1_trim_samp-0p1.fastq.gz > NIST7035.sam"],
         "environment": [{
-            "name": "JOB_INPUTS",
-            "value": "s3://broad-references/hg38/v0/Homo_sapiens_assembly38.fasta s3://aws-batch-genomics-shared/secondary-analysis/example-files/fastq/NIST7035_R1_trim_samp-0p1.fastq.gz"
-        },
-        {
-            "name": "JOB_OUTPUTS",
-            "value": "*.sam"
-        },
-        {
-            "name": "JOB_OUTPUT_PREFIX",
-            "value": "s3://[YOUR BUCKET NAME]/[SOME PREFIX]"
-        },
-        {
-            "name": "JOB_AWS_CLI_PATH",
-            "value": "/opt/aws-cli/bin"
-        }
+                "name": "JOB_INPUTS",
+                "value": "s3://broad-references/hg38/v0/Homo_sapiens_assembly38.fasta s3://aws-batch-genomics-shared/secondary-analysis/example-files/fastq/NIST7035_R1_trim_samp-0p1.fastq.gz"
+            },
+            {
+                "name": "JOB_OUTPUTS",
+                "value": "*.sam"
+            },
+            {
+                "name": "JOB_OUTPUT_PREFIX",
+                "value": "s3://YOUR-BUCKET-NAME/output"
+            }
         ]
     }
-}
+}
diff --git a/src/aws-genomics-cdk/examples/batch-picard-add-missing-groups.json b/src/aws-genomics-cdk/examples/batch-picard-add-missing-groups.json
@@ -4,13 +4,13 @@
     "jobDefinition": "picardAddMissingGroups:1",
     "containerOverrides": {
         "command": ["java -jar /usr/picard/picard.jar AddOrReplaceReadGroups",
-        " -I ${SAMPLE_ID}.bam -O ${SAMPLE_ID}.rg.bam -RGID 4 --RGLB lib1 ",
-        " --RGPL ILLUMINA --RGPU unit1 --RGSM 20;",
-        " cp ${SAMPLE_ID}.rg.bam ${SAMPLE_ID}.bam;",
-        " rm ${SAMPLE_ID}.rg.bam"],
+            " -I ${SAMPLE_ID}.bam -O ${SAMPLE_ID}.rg.bam -RGID 4 --RGLB lib1 ",
+            " --RGPL ILLUMINA --RGPU unit1 --RGSM 20;",
+            " mv ${SAMPLE_ID}.rg.bam ${SAMPLE_ID}.bam;"
+        ],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/output/NIST7035.bam"
+                "value": "s3://YOUR-BUCKET-NAME/samples/NIST7035.bam"
             },
             {
                 "name": "SAMPLE_ID",
@@ -22,8 +22,8 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             }
         ]
     }
-}
+}
diff --git a/src/aws-genomics-cdk/examples/batch-samtools-index.json b/src/aws-genomics-cdk/examples/batch-samtools-index.json
@@ -1,12 +1,12 @@
 {
     "jobName": "samtoolsIndex",
     "jobQueue": "genomics-default-queue",
-    "jobDefinition": "samtoolsIndex:2",
+    "jobDefinition": "samtoolsIndex:1",
     "containerOverrides": {
         "command": ["samtools index ${SAMPLE_ID}.bam"],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/output/NIST7035.bam"
+                "value": "s3://YOUR-BUCKET-NAME/samples/NIST7035.bam"
             },
             {
                 "name": "SAMPLE_ID",
@@ -18,7 +18,7 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             }
         ]
     }

diff --git a/src/aws-genomics-cdk/examples/batch-samtools-sort.json b/src/aws-genomics-cdk/examples/batch-samtools-sort.json
@@ -6,7 +6,7 @@
         "command": ["samtools sort -@ 4 -o ${SAMPLE_ID}.bam ${SAMPLE_ID}.sam"],
         "environment": [{
                 "name": "JOB_INPUTS",
-                "value": "s3://genomics-pipelines-840249831562/output/NIST7035.sam"
+                "value": "s3://YOUR-BUCKET-NAME/samples/NIST7035.sam"
             },
             {
                 "name": "SAMPLE_ID",
@@ -18,7 +18,7 @@
             },
             {
                 "name": "JOB_OUTPUT_PREFIX",
-                "value": "s3://genomics-pipelines-840249831562/output"
+                "value": "s3://YOUR-BUCKET-NAME/output"
             }
         ]
     }