From eda25bc6441fb9efe485b0215ae5220c14b1153d Mon Sep 17 00:00:00 2001 From: Tian-2017 Date: Fri, 17 May 2024 14:28:05 +0100 Subject: [PATCH] pass the check --- scripts/jobs/rentsense_former_tenants_to_refined.py | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/scripts/jobs/rentsense_former_tenants_to_refined.py b/scripts/jobs/rentsense_former_tenants_to_refined.py index 6072d38ef..65cc16a87 100644 --- a/scripts/jobs/rentsense_former_tenants_to_refined.py +++ b/scripts/jobs/rentsense_former_tenants_to_refined.py @@ -459,12 +459,6 @@ transformation_ctx="sow2b_dbo_ssminitransaction_source") df10 = get_latest_partitions_optimized(df10) - # patch = glueContext.create_data_frame.from_catalog( - # database=source_raw_database, - # table_name="property_rent_patches", - # transformation_ctx="property_rent_patches_source") - # patch = get_latest_partitions_optimized(patch) - patch_officer = glueContext.create_data_frame.from_catalog( database=source_raw_database, table_name="rent_officer_patch_mapping", @@ -529,7 +523,7 @@ bals_filter = balance.withColumn("BalanceDate", F.to_date(F.col("import_date"), "yyyyMMdd")) \ .withColumn("paymentreference2", F.trim(F.col("RentAccount"))) \ - .filter(col("previousweekbalance") != 0.00) \ + .filter(col("previousweekbalance") != 0) \ .withColumnRenamed("import_date", "bal_date") accounts2 = accounts.join(bals_filter, accounts.paymentreference == bals_filter.paymentreference2, "right") @@ -590,9 +584,6 @@ accounts10 = add_import_time_columns(accounts9) # create the accounts table referenced in the other extracts - - # accounts = accounts3 - dynamic_frame = DynamicFrame.fromDF(accounts10.repartition(1), glueContext, "target_data_to_write") # save out the data