tweak log statement

datahub-project · Jul 26, 2024 · 4f36f40 · 4f36f40
1 parent 6dcd898
commit 4f36f40
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/queries_extractor.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/queries_extractor.py
@@ -244,8 +244,8 @@ def fetch_query_log(
                 resp = self.connection.query(query_log_query)
 
                 for i, row in enumerate(resp):
-                    if i % 1000 == 0:
-                        logger.info(f"Processed {i} query log rows")
+                    if i > 0 and i % 1000 == 0:
+                        logger.info(f"Processed {i} query log rows so far")
 
                     try:
                         entry = self._parse_audit_log_row(row)

diff --git a/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py b/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py
@@ -277,8 +277,8 @@ def fetch_query_log(
             resp = self.connection.query(query_log_query)
 
             for i, row in enumerate(resp):
-                if i % 1000 == 0:
-                    logger.info(f"Processed {i} query log rows")
+                if i > 0 and i % 1000 == 0:
+                    logger.info(f"Processed {i} query log rows so far")
 
                 assert isinstance(row, dict)
                 try: