tweak log statement

datahub-project · Jul 26, 2024 · 4f36f40 · 4f36f40
1 parent 6dcd898
commit 4f36f40
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/queries_extractor.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/queries_extractor.py
@@ -244,8 +244,8 @@ def fetch_query_log(
  resp = self.connection.query(query_log_query)
 
  for i, row in enumerate(resp):
- if i % 1000 == 0:
- logger.info(f"Processed {i} query log rows")
+ if i > 0 and i % 1000 == 0:
+ logger.info(f"Processed {i} query log rows so far")
 
  try:
  entry = self._parse_audit_log_row(row)

diff --git a/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py b/metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_queries.py
@@ -277,8 +277,8 @@ def fetch_query_log(
  resp = self.connection.query(query_log_query)
 
  for i, row in enumerate(resp):
- if i % 1000 == 0:
- logger.info(f"Processed {i} query log rows")
+ if i > 0 and i % 1000 == 0:
+ logger.info(f"Processed {i} query log rows so far")
 
  assert isinstance(row, dict)
  try: