From d6264fd2d1f28f708af2706fa603499ce5780af9 Mon Sep 17 00:00:00 2001 From: Davina Clarke <87067339+daclarkelbh@users.noreply.github.com> Date: Wed, 4 Dec 2024 16:10:12 +0000 Subject: [PATCH] Update 08-google-sheets-imports.tf added module at line 952 "diplomatic_country_vrm_prefix_data_load" --- terraform/etl/08-google-sheets-imports.tf | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/terraform/etl/08-google-sheets-imports.tf b/terraform/etl/08-google-sheets-imports.tf index 27324c3a9..2f7825bb6 100644 --- a/terraform/etl/08-google-sheets-imports.tf +++ b/terraform/etl/08-google-sheets-imports.tf @@ -948,3 +948,25 @@ module "parking_cycle_hangar_manual_waiting_list" { google_sheet_import_schedule = "cron(0 4 ? * * *)" spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id } + +module "diplomatic_country_vrm_prefix_data_load" { + count = local.is_live_environment ? 1 : 0 + source = "../modules/google-sheets-glue-job" + is_production_environment = local.is_production_environment + identifier_prefix = local.short_identifier_prefix + is_live_environment = local.is_live_environment + glue_scripts_bucket_id = module.glue_scripts_data_source.bucket_id + helper_module_key = data.aws_s3_object.helpers.key + pydeequ_zip_key = data.aws_s3_object.pydeequ.key + glue_catalog_database_name = module.department_parking_data_source.raw_zone_catalog_database_name + glue_temp_storage_bucket_url = module.glue_temp_storage_data_source.bucket_url + glue_crawler_excluded_blobs = local.glue_crawler_excluded_blobs + google_sheets_import_script_key = aws_s3_object.google_sheets_import_script.key + bucket_id = module.raw_zone_data_source.bucket_id + google_sheets_document_id = "1ui4i40sEp_wVlxVjcOhcQnhp2ucPpAQ9hALGJ7K76i0" + google_sheets_worksheet_name = "diplomatic_country_vrm_prefix_data_load" + department = module.department_parking_data_source + dataset_name = "diplomatic_country_vrm_prefix_data_load" + google_sheet_import_schedule = "cron(0 4 * * 1)" + spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id +}