Update 18-rentsense-tables-ingestion.tf

Removing activityhistory
LBHackney-IT · Nov 6, 2023 · 5200ad6 · 5200ad6
1 parent 6a3c215
commit 5200ad6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/terraform/core/18-rentsense-tables-ingestion.tf b/terraform/core/18-rentsense-tables-ingestion.tf
@@ -24,7 +24,7 @@ module "ingest_mtfh_rentsense_tables" {
   spark_ui_output_storage_id     = module.spark_ui_output_storage.bucket_id
   schedule                       = "cron(30 5 ? * MON-FRI *)"
   job_parameters = {
-    "--table_names"         = "TenureInformation,Persons,ContactDetails,Assets,Accounts,EqualityInformation,HousingRegister,HousingRepairsOnline,PatchesAndAreas,Processes,Notes,ActivityHistory", # This is a comma delimited list of Dynamo DB table names to be imported
+    "--table_names"         = "TenureInformation,Persons,ContactDetails,Assets,Accounts,EqualityInformation,HousingRegister,HousingRepairsOnline,PatchesAndAreas,Processes,Notes", # This is a comma delimited list of Dynamo DB table names to be imported
     "--role_arn"            = data.aws_ssm_parameter.role_arn_to_access_housing_tables.value
     "--s3_target"           = "s3://${module.landing_zone.bucket_id}/mtfh/"
     "--number_of_workers"   = local.number_of_workers_for_mtfh_ingestion
@@ -66,7 +66,7 @@ module "copy_mtfh_rentsense_dynamo_db_tables_to_raw_zone" {
   triggered_by_crawler       = module.ingest_mtfh_rentsense_tables.crawler_name
   job_parameters = {
     "--s3_bucket_target"          = module.raw_zone.bucket_id
-    "--table_filter_expression"   = "(^mtfh_tenureinformation|^mtfh_assets|^mtfh_persons|^mtfh_contactdetails|^mtfh_accounts|^mtfh_equalityinformation|^mtfh_housingregister|^mtfh_housingrepairsonline|^mtfh_patchesandareas|^mtfh_processes|^mtfh_notes|^mtfh_activityhistory)"
+    "--table_filter_expression"   = "(^mtfh_tenureinformation|^mtfh_assets|^mtfh_persons|^mtfh_contactdetails|^mtfh_accounts|^mtfh_equalityinformation|^mtfh_housingregister|^mtfh_housingrepairsonline|^mtfh_patchesandareas|^mtfh_processes|^mtfh_notes)"
     "--glue_database_name_source" = aws_glue_catalog_database.landing_zone_catalog_database.name
     "--enable-glue-datacatalog"   = "true"
     "--job-bookmark-option"       = "job-bookmark-enable"