update table names for pcn daily summary job (#1450)

* Update all tables from eta_decision_records to parking_eta_decision_records Table changed to parking_eta_decision_records * Update parking_foi_pcn_gds_daily_summary.py * Update parking_foi_pcn_gds_daily_summary_records.py * Update parking_foi_pcn_gds_summary.py * Update parking_kpi_gds_summary.py
LBHackney-IT · Oct 6, 2023 · d6b6c03 · d6b6c03
1 parent f44b002
commit d6b6c03
Show file tree

Hide file tree

Showing 5 changed files with 25 additions and 25 deletions.
diff --git a/scripts/jobs/parking/parking_eta_decision_records_pcn_dispute_gds.py b/scripts/jobs/parking/parking_eta_decision_records_pcn_dispute_gds.py
@@ -49,11 +49,11 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     )
 )
 
-# Script generated for node Amazon S3 - parking-raw-zone - eta_decision_records
-AmazonS3parkingrawzoneeta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
+# Script generated for node Amazon S3 - parking-raw-zone - parking_eta_decision_records
+AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
     database="parking-raw-zone",
-    table_name="eta_decision_records",
-    transformation_ctx="AmazonS3parkingrawzoneeta_decision_records_node1645806323578",
+    table_name="parking_eta_decision_records",
+    transformation_ctx="AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578",
 )
 
 # Script generated for node ApplyMapping
@@ -505,7 +505,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
         "liberator_pcn_ic": AmazonS3Liberator_pcn_ic_node1631812698045,
         "pcnfoidetails_pcn_foi_full": S3bucketpcnfoidetails_pcn_foi_full_node1,
         "liberator_pcn_tickets": AmazonS3liberator_pcn_tickets_node1637153316033,
-        "eta_decision_records": AmazonS3parkingrawzoneeta_decision_records_node1645806323578,
+        "eta_decision_records": AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578,
     },
     transformation_ctx="ApplyMapping_node2",
 )

diff --git a/scripts/jobs/parking/parking_foi_pcn_gds_daily_summary.py b/scripts/jobs/parking/parking_foi_pcn_gds_daily_summary.py
@@ -63,11 +63,11 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     push_down_predicate=create_pushdown_predicate("import_date",1)
 )
 
-# Script generated for node Amazon S3 - parking-raw-zone - eta_decision_records
-AmazonS3parkingrawzoneeta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
+# Script generated for node Amazon S3 - parking-raw-zone - parking_eta_decision_records
+AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
     database="parking-raw-zone",
-    table_name="eta_decision_records",
-    transformation_ctx="AmazonS3parkingrawzoneeta_decision_records_node1645806323578",
+    table_name="parking_eta_decision_records",
+    transformation_ctx="AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578",
 )
 
 # Script generated for node ApplyMapping
@@ -1083,7 +1083,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
         "pcnfoidetails_pcn_foi_full": S3bucketpcnfoidetails_pcn_foi_full_node1,
         "liberator_pcn_tickets": AmazonS3liberator_pcn_tickets_node1637153316033,
         "liberator_pcn_audit": AmazonS3liberatorrawzoneliberator_pcn_audit_node1638297295740,
-        "eta_decision_records": AmazonS3parkingrawzoneeta_decision_records_node1645806323578,
+        "eta_decision_records": AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578,
     },
     transformation_ctx="ApplyMapping_node2",
 )

diff --git a/scripts/jobs/parking/parking_foi_pcn_gds_daily_summary_records.py b/scripts/jobs/parking/parking_foi_pcn_gds_daily_summary_records.py
@@ -60,11 +60,11 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     push_down_predicate=create_pushdown_predicate("import_date",1)
 )
 
-# Script generated for node Amazon S3 - parking-raw-zone - eta_decision_records
-AmazonS3parkingrawzoneeta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
+# Script generated for node Amazon S3 - parking-raw-zone - parking_eta_decision_records
+AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
     database="parking-raw-zone",
-    table_name="eta_decision_records",
-    transformation_ctx="AmazonS3parkingrawzoneeta_decision_records_node1645806323578",
+    table_name="parking_eta_decision_records",
+    transformation_ctx="AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578",
 )
 
 # Script generated for node ApplyMapping
@@ -1093,7 +1093,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
         "pcnfoidetails_pcn_foi_full": S3bucketpcnfoidetails_pcn_foi_full_node1,
         "liberator_pcn_tickets": AmazonS3liberator_pcn_tickets_node1637153316033,
         "liberator_pcn_audit": AmazonS3liberatorrawzoneliberator_pcn_audit_node1638297295740,
-        "eta_decision_records": AmazonS3parkingrawzoneeta_decision_records_node1645806323578,
+        "eta_decision_records": AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578,
     },
     transformation_ctx="ApplyMapping_node2",
 )

diff --git a/scripts/jobs/parking/parking_foi_pcn_gds_summary.py b/scripts/jobs/parking/parking_foi_pcn_gds_summary.py
@@ -62,11 +62,11 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     push_down_predicate=create_pushdown_predicate("import_date",1)
 )
 
-# Script generated for node Amazon S3 - parking-raw-zone - eta_decision_records
-AmazonS3parkingrawzoneeta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
+# Script generated for node Amazon S3 - parking-raw-zone - parking_eta_decision_records
+AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578 = glueContext.create_dynamic_frame.from_catalog(
     database="parking-raw-zone",
-    table_name="eta_decision_records",
-    transformation_ctx="AmazonS3parkingrawzoneeta_decision_records_node1645806323578",
+    table_name="parking_eta_decision_records",
+    transformation_ctx="AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578",
 )
 
 # Script generated for node ApplyMapping
@@ -607,7 +607,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
         "pcnfoidetails_pcn_foi_full": S3bucketpcnfoidetails_pcn_foi_full_node1,
         "liberator_pcn_tickets": AmazonS3liberator_pcn_tickets_node1637153316033,
         "liberator_pcn_audit": AmazonS3liberatorrawzoneliberator_pcn_audit_node1638297295740,
-        "eta_decision_records": AmazonS3parkingrawzoneeta_decision_records_node1645806323578,
+        "eta_decision_records": AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578,
     },
     transformation_ctx="ApplyMapping_node2",
 )

diff --git a/scripts/jobs/parking/parking_kpi_gds_summary.py b/scripts/jobs/parking/parking_kpi_gds_summary.py
@@ -62,12 +62,12 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     push_down_predicate=create_pushdown_predicate("import_date",1)
 )
 
-# Script generated for node Amazon S3 - parking raw - eta_decision_records
-AmazonS3parkingraweta_decision_records_node1645813232451 = (
+# Script generated for node Amazon S3 - parking raw - parking_eta_decision_records
+AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578 = (
     glueContext.create_dynamic_frame.from_catalog(
         database="parking-raw-zone",
-        table_name="eta_decision_records",
-        transformation_ctx="AmazonS3parkingraweta_decision_records_node1645813232451",
+        table_name="parking_eta_decision_records",
+        transformation_ctx="AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578",
     )
 )
 
@@ -602,7 +602,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
         "pcnfoidetails_pcn_foi_full": S3bucketpcnfoidetails_pcn_foi_full_node1,
         "liberator_pcn_tickets": AmazonS3liberator_pcn_tickets_node1637153316033,
         "liberator_pcn_audit": AmazonS3liberatorrawzoneliberator_pcn_audit_node1638297295740,
-        "eta_decision_records": AmazonS3parkingraweta_decision_records_node1645813232451,
+        "eta_decision_records": AmazonS3parkingrawzoneparking_eta_decision_records_node1645806323578,
     },
     transformation_ctx="ApplyMapping_node2",
 )