diff --git a/airflow/dags/download_gtfs_schedule_v2/download_schedule_feeds.py b/airflow/dags/download_gtfs_schedule_v2/download_schedule_feeds.py index f843c9bd8b..7480a8eaef 100644 --- a/airflow/dags/download_gtfs_schedule_v2/download_schedule_feeds.py +++ b/airflow/dags/download_gtfs_schedule_v2/download_schedule_feeds.py @@ -72,7 +72,7 @@ def download_feed( config=record, response_code=resp.status_code, response_headers=resp.headers, - download_time=pendulum.now(), + ts=pendulum.now(), ) extract.save_content(fs=get_fs(), content=resp.content) @@ -135,8 +135,8 @@ def download_all(task_instance, execution_date, **kwargs): ), f"we somehow ended up with {len(outcomes)} outcomes from {len(records)} records" result = DownloadFeedsResult( - start_time=start, - end_time=pendulum.now(), + ts=start, + end=pendulum.now(), outcomes=outcomes, filename="results.jsonl", ) diff --git a/airflow/plugins/operators/airtable_to_gcs.py b/airflow/plugins/operators/airtable_to_gcs.py index 737bbb5014..adbf3069b4 100644 --- a/airflow/plugins/operators/airtable_to_gcs.py +++ b/airflow/plugins/operators/airtable_to_gcs.py @@ -97,7 +97,7 @@ def make_hive_path(self, bucket: str): bucket, f"{self.air_base_name}__{safe_air_table_name}", f"dt={self.extract_time.to_date_string()}", - f"time={self.extract_time.to_time_string()}", + f"ts={self.extract_time.to_iso8601_string()}", f"{safe_air_table_name}.jsonl.gz", ) diff --git a/airflow/requirements.txt b/airflow/requirements.txt index df569982a0..c99f8f0d01 100644 --- a/airflow/requirements.txt +++ b/airflow/requirements.txt @@ -1,4 +1,4 @@ -calitp==2022.7.13a9 +calitp==2022.7.14a2 intake==0.6.1 ipdb==0.13.4 gusty==0.6.0