Merge pull request #1977 from LBHackney-IT/di-471-improvements-to-dq-…

…outputs Change to_parquet to 'overwrite_partitions' so that previous test res…
LBHackney-IT · Nov 11, 2024 · 1c2eb17 · 1c2eb17
2 parents a7faf9b + b9b5123
commit 1c2eb17
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/jobs/housing/housing_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_apply_gx_dq_tests.py
@@ -167,7 +167,7 @@ def main():
         dataset=True,
         database=target_database,
         table=target_table,
-        mode="overwrite",
+        mode="overwrite_partitions",
         partition_cols=partition_keys,
         dtype=dtype_dict
     )