Fix vehicle positions ingestor, clear the list after each file upload

How could I fuck up so much, huh?
VMois · Apr 27, 2024 · 597536f · 597536f
1 parent 472a3d4
commit 597536f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/gtfs_realtime_ingestor/ingest_vehicle_positions.py b/gtfs_realtime_ingestor/ingest_vehicle_positions.py
@@ -118,6 +118,7 @@ def extract_vehicle_location():
 
             df = pl.DataFrame(flattened_data).unique(keep="last")
 
+            flattened_data.clear()
             object_path = f"realtime/vehicle_{current_hash}.csv"
             logger.debug(f"Uploading chunks to GCS as {object_path}.")
             blob = bucket.blob(object_path)