fix errors in daily release due to new .gz file

This commit is contained in:
ggman12
2026-02-15 13:21:51 -05:00
parent 982011b36f
commit 823f291728
2 changed files with 6 additions and 3 deletions
+4 -3
View File
@@ -18,7 +18,7 @@ import os
import sys
import glob
import argparse
from datetime import datetime, timedelta
from datetime import datetime, timedelta, timezone
import polars as pl
@@ -33,7 +33,7 @@ os.makedirs(FINAL_OUTPUT_DIR, exist_ok=True)
def get_target_day() -> datetime:
"""Get yesterday's date (the day we're processing)."""
return datetime.utcnow() - timedelta(days=1)
return datetime.now(timezone.utc) - timedelta(days=1)
def process_single_chunk(chunk_path: str, delete_after_load: bool = False) -> pl.DataFrame:
@@ -236,7 +236,8 @@ def main():
# Write final CSV
output_path = os.path.join(FINAL_OUTPUT_DIR, output_filename)
combined.write_csv(output_path)
with open(output_path, "wb") as f:
combined.write_csv(f)
print(f"Wrote {len(combined)} records to {output_path}")
# Cleanup
+2
View File
@@ -119,6 +119,7 @@ def download_latest_aircraft_csv(
Returns:
Path to the downloaded file
"""
output_dir = Path(output_dir)
assets = get_latest_release_assets(repo, github_token=github_token)
try:
asset = pick_asset(assets, name_regex=r"^openairframes_faa_.*\.csv$")
@@ -164,6 +165,7 @@ def download_latest_aircraft_adsb_csv(
Returns:
Path to the downloaded file
"""
output_dir = Path(output_dir)
assets = get_latest_release_assets(repo, github_token=github_token)
asset = pick_asset(assets, name_regex=r"^openairframes_adsb_.*\.csv(\.gz)?$")
saved_to = download_asset(asset, output_dir / asset.name, github_token=github_token)