fix errors in daily release due to new .gz file

This commit is contained in:
ggman12
2026-02-15 13:21:51 -05:00
parent 982011b36f
commit 823f291728
2 changed files with 6 additions and 3 deletions
+4 -3
View File
@@ -18,7 +18,7 @@ import os
import sys import sys
import glob import glob
import argparse import argparse
from datetime import datetime, timedelta from datetime import datetime, timedelta, timezone
import polars as pl import polars as pl
@@ -33,7 +33,7 @@ os.makedirs(FINAL_OUTPUT_DIR, exist_ok=True)
def get_target_day() -> datetime: def get_target_day() -> datetime:
"""Get yesterday's date (the day we're processing).""" """Get yesterday's date (the day we're processing)."""
return datetime.utcnow() - timedelta(days=1) return datetime.now(timezone.utc) - timedelta(days=1)
def process_single_chunk(chunk_path: str, delete_after_load: bool = False) -> pl.DataFrame: def process_single_chunk(chunk_path: str, delete_after_load: bool = False) -> pl.DataFrame:
@@ -236,7 +236,8 @@ def main():
# Write final CSV # Write final CSV
output_path = os.path.join(FINAL_OUTPUT_DIR, output_filename) output_path = os.path.join(FINAL_OUTPUT_DIR, output_filename)
combined.write_csv(output_path) with open(output_path, "wb") as f:
combined.write_csv(f)
print(f"Wrote {len(combined)} records to {output_path}") print(f"Wrote {len(combined)} records to {output_path}")
# Cleanup # Cleanup
+2
View File
@@ -119,6 +119,7 @@ def download_latest_aircraft_csv(
Returns: Returns:
Path to the downloaded file Path to the downloaded file
""" """
output_dir = Path(output_dir)
assets = get_latest_release_assets(repo, github_token=github_token) assets = get_latest_release_assets(repo, github_token=github_token)
try: try:
asset = pick_asset(assets, name_regex=r"^openairframes_faa_.*\.csv$") asset = pick_asset(assets, name_regex=r"^openairframes_faa_.*\.csv$")
@@ -164,6 +165,7 @@ def download_latest_aircraft_adsb_csv(
Returns: Returns:
Path to the downloaded file Path to the downloaded file
""" """
output_dir = Path(output_dir)
assets = get_latest_release_assets(repo, github_token=github_token) assets = get_latest_release_assets(repo, github_token=github_token)
asset = pick_asset(assets, name_regex=r"^openairframes_adsb_.*\.csv(\.gz)?$") asset = pick_asset(assets, name_regex=r"^openairframes_adsb_.*\.csv(\.gz)?$")
saved_to = download_asset(asset, output_dir / asset.name, github_token=github_token) saved_to = download_asset(asset, output_dir / asset.name, github_token=github_token)