Merge branch 'main' into di-471-improvements-to-dq-outputs

LBHackney-IT · Nov 6, 2024 · d3e72e3 · d3e72e3
2 parents 86eb29d + 89d424d
commit d3e72e3
Show file tree

Hide file tree

Showing 7 changed files with 730 additions and 543 deletions.
diff --git a/scripts/jobs/parking/parking_permit_denormalisation_mc.py b/scripts/jobs/parking/parking_permit_denormalisation_mc.py
@@ -522,7 +522,12 @@
         Else ''
     END as Fin_Year_Flag,
     /** Financial Year **/
-    Fin_Year, usrn   
+    Fin_Year, usrn,
+    /*** 30-10-2024 - add code to enable dedupe ***/
+    ROW_NUMBER() OVER ( PARTITION BY A.permit_reference, A.application_date, 
+                                            A.forename_of_applicant, A.surname_of_applicant
+    ORDER BY A.permit_reference, A.application_date, 
+                                    A.forename_of_applicant, A.surname_of_applicant DESC) as R1    
   From Permits as A
   LEFT JOIN VRMDetails      as B ON A.permit_reference = B.permit_reference AND A.vrm = B.vrm and B.row_num = 1
   LEFT JOIN CalendarFormat  as F ON CAST(A.application_date as date) = date and F.row_num = 1