From c86949b27f87d7cb5cabec46c6fe8aef343f6203 Mon Sep 17 00:00:00 2001 From: George Powley Date: Tue, 7 Nov 2023 12:58:15 -0500 Subject: [PATCH] Update default VCF batch size to 100 --- src/tiledb/cloud/vcf/ingestion.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/tiledb/cloud/vcf/ingestion.py b/src/tiledb/cloud/vcf/ingestion.py index 684c80744..5d4066cc0 100644 --- a/src/tiledb/cloud/vcf/ingestion.py +++ b/src/tiledb/cloud/vcf/ingestion.py @@ -39,10 +39,10 @@ # Default values for ingestion parameters MANIFEST_BATCH_SIZE = 200 MANIFEST_WORKERS = 40 -VCF_BATCH_SIZE = 10 +VCF_BATCH_SIZE = 100 VCF_WORKERS = 40 VCF_THREADS = 8 -VCF_HEADER_MB = 50 # memory per sample per thread +VCF_HEADER_MB = 32 # memory per sample per thread # Consolidation task resources CONSOLIDATE_RESOURCES = {