Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix missing vat schema JSONs [VS-699] #8072

Merged
merged 3 commits into from
Oct 25, 2022
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .dockstore.yml
Original file line number Diff line number Diff line change
Expand Up @@ -209,7 +209,7 @@ workflows:
branches:
- master
- ah_var_store
- vs_688_fix_integration_for_alpine
- vs_699_fix_missing_vat_schema_jsons
- name: GvsIngestTieout
subclass: WDL
primaryDescriptorPath: /scripts/variantstore/wdl/GvsIngestTieout.wdl
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -264,7 +264,7 @@ task Add_AS_MAX_VQSLOD_ToVcf {
File input_vcf
String output_basename

String docker = "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
String docker = "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
Int cpu = 1
Int memory_mb = 3500
Int disk_size_gb = ceil(2*size(input_vcf, "GiB")) + 50
Expand Down
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsCallsetCost.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ task WorkflowComputeCosts {
>>>

runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
}

output {
Expand Down
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsCreateVAT.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -124,7 +124,7 @@ task MakeSubpopulationFilesAndReadSchemaFiles {
# ------------------------------------------------
# Runtime settings:
runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
memory: "1 GB"
preemptible: 3
cpu: "1"
Expand Down
4 changes: 2 additions & 2 deletions scripts/variantstore/wdl/GvsCreateVATAnnotations.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -169,7 +169,7 @@ task ExtractAnAcAfFromVCF {
# ------------------------------------------------
# Runtime settings:
runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
maxRetries: 3
memory: "16 GB"
preemptible: 3
Expand Down Expand Up @@ -291,7 +291,7 @@ task PrepAnnotationJson {
# ------------------------------------------------
# Runtime settings:
runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
memory: "8 GB"
preemptible: 5
cpu: "1"
Expand Down
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsExtractAvroFilesForHail.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -286,7 +286,7 @@ task GenerateHailScripts {
File hail_create_vat_inputs_script = 'hail_create_vat_inputs.py'
}
runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
disks: "local-disk 500 HDD"
}
}
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsPopulateAltAllele.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -243,7 +243,7 @@ task PopulateAltAlleleTable {
done
>>>
runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
memory: "3 GB"
disks: "local-disk 10 HDD"
cpu: 1
Expand Down
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsPrepareRangesCallset.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -105,7 +105,7 @@ task PrepareRangesCallsetTask {
}

runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
memory: "3 GB"
disks: "local-disk 100 HDD"
bootDiskSizeGb: 15
Expand Down
2 changes: 1 addition & 1 deletion scripts/variantstore/wdl/GvsUtils.wdl
Original file line number Diff line number Diff line change
Expand Up @@ -347,7 +347,7 @@ task ScaleXYBedValues {
}

runtime {
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-12-alpine"
docker: "us.gcr.io/broad-dsde-methods/variantstore:2022-10-25-alpine"
maxRetries: 3
memory: "7 GB"
preemptible: 3
Expand Down
6 changes: 3 additions & 3 deletions scripts/variantstore/wdl/extract/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
# Because this is an Alpine-based image it is more bare-bones than its Debian-based peers. Key components missing here
# are the Apache Arrow library (a requirement for pyarrow which in turn is a requirement for the google-cloud-bigquery
# Python module) and bcftools.
FROM gcr.io/google.com/cloudsdktool/cloud-sdk:404.0.0-alpine as build
FROM gcr.io/google.com/cloudsdktool/cloud-sdk:406.0.0-alpine as build

RUN apk update && apk upgrade
RUN python3 -m ensurepip --upgrade
Expand Down Expand Up @@ -95,7 +95,7 @@ RUN mkdir /bcftools bcftools-build && \
make install

# The main layer does not install development tools, instead copies artifacts from the build layer above.
FROM gcr.io/google.com/cloudsdktool/cloud-sdk:404.0.0-alpine as main
FROM gcr.io/google.com/cloudsdktool/cloud-sdk:406.0.0-alpine as main

RUN apk update && apk upgrade
RUN python3 -m ensurepip --upgrade
Expand All @@ -114,7 +114,7 @@ COPY *.py /app
COPY *.sql /app

# Copy the schema files needed for VAT creation.
COPY *.json /data/variant_annotation_table/schema/
COPY ./variant_annotation_table/schema/*.json /data/variant_annotation_table/schema/

ENV PATH=/bcftools/bin\:$PATH
WORKDIR /app