chore: add bq query logging for cost debugging

daoleno · Dec 27, 2023 · 5dccd91 · 5dccd91
1 parent d9bb750
commit 5dccd91
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/bq-syncer/sync_parquet.py b/bq-syncer/sync_parquet.py
@@ -179,6 +179,7 @@ def sync_table(table_item, index, total_tables):
             for field, _ in fields
         ]
         query = f"SELECT {', '.join(field_names_for_query)} FROM `{table_ref}` WHERE datastream_metadata.source_timestamp > {last_timestamp} ORDER BY datastream_metadata.source_timestamp ASC"
+        print(f"[{datetime.now()}] Query: {query}")
 
         # Modify the query if --sample is set
         if args.sample: