Skip to content

Commit

Permalink
Merge pull request #1477 from LBHackney-IT/Adding-ActivityHistory
Browse files Browse the repository at this point in the history
Update 18-rentsense-tables-ingestion.tf
  • Loading branch information
daroclark authored Nov 1, 2023
2 parents 76b4776 + 1b2f01e commit c776a6c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions terraform/core/18-rentsense-tables-ingestion.tf
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ module "ingest_mtfh_rentsense_tables" {
spark_ui_output_storage_id = module.spark_ui_output_storage.bucket_id
schedule = "cron(30 5 ? * MON-FRI *)"
job_parameters = {
"--table_names" = "TenureInformation,Persons,ContactDetails,Assets,Accounts,EqualityInformation,HousingRegister,HousingRepairsOnline,PatchesAndAreas,Processes,Notes", # This is a comma delimited list of Dynamo DB table names to be imported
"--table_names" = "TenureInformation,Persons,ContactDetails,Assets,Accounts,EqualityInformation,HousingRegister,HousingRepairsOnline,PatchesAndAreas,Processes,Notes,ActivityHistory", # This is a comma delimited list of Dynamo DB table names to be imported
"--role_arn" = data.aws_ssm_parameter.role_arn_to_access_housing_tables.value
"--s3_target" = "s3://${module.landing_zone.bucket_id}/mtfh/"
"--number_of_workers" = local.number_of_workers_for_mtfh_ingestion
Expand Down Expand Up @@ -66,7 +66,7 @@ module "copy_mtfh_rentsense_dynamo_db_tables_to_raw_zone" {
triggered_by_crawler = module.ingest_mtfh_rentsense_tables.crawler_name
job_parameters = {
"--s3_bucket_target" = module.raw_zone.bucket_id
"--table_filter_expression" = "(^mtfh_tenureinformation|^mtfh_assets|^mtfh_persons|^mtfh_contactdetails|^mtfh_accounts|^mtfh_equalityinformation|^mtfh_housingregister|^mtfh_housingrepairsonline|^mtfh_patchesandareas|^mtfh_processes|^mtfh_notes)"
"--table_filter_expression" = "(^mtfh_tenureinformation|^mtfh_assets|^mtfh_persons|^mtfh_contactdetails|^mtfh_accounts|^mtfh_equalityinformation|^mtfh_housingregister|^mtfh_housingrepairsonline|^mtfh_patchesandareas|^mtfh_processes|^mtfh_notes|^mtfh_activityhistory)"
"--glue_database_name_source" = aws_glue_catalog_database.landing_zone_catalog_database.name
"--enable-glue-datacatalog" = "true"
"--job-bookmark-option" = "job-bookmark-enable"
Expand Down

0 comments on commit c776a6c

Please sign in to comment.