airtable: new fields & tables to address #1630

warehouse/models/mart/transit_database/bridge_services_x_funding_programs.sql

@@ -0,0 +1,34 @@
+{{ config(materialized='table') }}
+
+WITH latest_services AS (
+    {{ get_latest_dense_rank(
+    external_table = ref('stg_transit_database__services'),
+    order_by = 'calitp_extracted_at DESC'
+    ) }}
+),
+
+latest_funding_programs AS (
+    {{ get_latest_dense_rank(
+    external_table = ref('stg_transit_database__funding_programs'),
+    order_by = 'calitp_extracted_at DESC'
+    ) }}
+),
+
+bridge_services_x_funding_programs AS (
+ {{ transit_database_many_to_many(
+     table_a = 'latest_services',
+     table_a_key_col = 'key',
+     table_a_key_col_name = 'service_key',
+     table_a_name_col = 'name',
+     table_a_name_col_name = 'service_name',
+     table_a_join_col = 'funding_sources',
+     table_b = 'latest_funding_programs',
+     table_b_key_col = 'key',
+     table_b_key_col_name = 'funding_program_key',
+     table_b_name_col = 'name',
+     table_b_name_col_name = 'funding_program_name',
+     table_b_join_col = 'services'
+ ) }}
+)
+
+SELECT * FROM bridge_services_x_funding_programs

warehouse/models/mart/transit_database/dim_funding_programs.sql

@@ -0,0 +1,19 @@
+{{ config(materialized='table') }}
+
+WITH latest AS (
+    {{ get_latest_dense_rank(
+        external_table = ref('stg_transit_database__funding_programs'),
+        order_by = 'calitp_extracted_at DESC'
+        ) }}
+),
+
+dim_funding_programs AS (
+    SELECT
+        key,
+        program,
+        category,
+        calitp_extracted_at
+    FROM latest
+)
+
+SELECT * FROM dim_funding_programs

warehouse/models/mart/transit_database/dim_organizations.sql

@@ -6,6 +6,7 @@ WITH latest AS (
         order_by = 'calitp_extracted_at DESC'
         ) }}
 ),
+
 dim_organizations AS (
     SELECT
         key,
@@ -15,6 +16,7 @@ dim_organizations AS (
         itp_id,
         details,
         caltrans_district,
+        website,
         calitp_extracted_at
     FROM latest
 )

warehouse/models/mart/transit_database/dim_services.sql

@@ -14,6 +14,7 @@ dim_services AS (
         service_type,
         mode,
         currently_operating,
+        operating_counties,
         calitp_extracted_at
     FROM latest
 )

warehouse/models/staging/transit_database/stg_transit_database__organizations.sql

@@ -19,6 +19,7 @@ stg_transit_database__organizations AS (
         caltrans_district,
         mobility_services_managed,
         parent_organization,
+        website,
         dt AS calitp_extracted_at
     FROM latest
 )

warehouse/models/staging/transit_database/stg_transit_database__services.sql

@@ -18,6 +18,8 @@ stg_transit_database__services AS (
         paratransit_for,
         provider,
         operator,
+        funding_sources,
+        operating_counties,
         dt AS calitp_extracted_at
     FROM latest
 )