mirror of
https://github.com/PlaneQuery/OpenAirframes.git
synced 2026-07-30 13:28:49 +02:00
fix errors in daily release due to new .gz file
This commit is contained in:
@@ -18,7 +18,7 @@ import os
|
|||||||
import sys
|
import sys
|
||||||
import glob
|
import glob
|
||||||
import argparse
|
import argparse
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta, timezone
|
||||||
|
|
||||||
import polars as pl
|
import polars as pl
|
||||||
|
|
||||||
@@ -33,7 +33,7 @@ os.makedirs(FINAL_OUTPUT_DIR, exist_ok=True)
|
|||||||
|
|
||||||
def get_target_day() -> datetime:
|
def get_target_day() -> datetime:
|
||||||
"""Get yesterday's date (the day we're processing)."""
|
"""Get yesterday's date (the day we're processing)."""
|
||||||
return datetime.utcnow() - timedelta(days=1)
|
return datetime.now(timezone.utc) - timedelta(days=1)
|
||||||
|
|
||||||
|
|
||||||
def process_single_chunk(chunk_path: str, delete_after_load: bool = False) -> pl.DataFrame:
|
def process_single_chunk(chunk_path: str, delete_after_load: bool = False) -> pl.DataFrame:
|
||||||
@@ -236,7 +236,8 @@ def main():
|
|||||||
|
|
||||||
# Write final CSV
|
# Write final CSV
|
||||||
output_path = os.path.join(FINAL_OUTPUT_DIR, output_filename)
|
output_path = os.path.join(FINAL_OUTPUT_DIR, output_filename)
|
||||||
combined.write_csv(output_path)
|
with open(output_path, "wb") as f:
|
||||||
|
combined.write_csv(f)
|
||||||
print(f"Wrote {len(combined)} records to {output_path}")
|
print(f"Wrote {len(combined)} records to {output_path}")
|
||||||
|
|
||||||
# Cleanup
|
# Cleanup
|
||||||
|
|||||||
@@ -119,6 +119,7 @@ def download_latest_aircraft_csv(
|
|||||||
Returns:
|
Returns:
|
||||||
Path to the downloaded file
|
Path to the downloaded file
|
||||||
"""
|
"""
|
||||||
|
output_dir = Path(output_dir)
|
||||||
assets = get_latest_release_assets(repo, github_token=github_token)
|
assets = get_latest_release_assets(repo, github_token=github_token)
|
||||||
try:
|
try:
|
||||||
asset = pick_asset(assets, name_regex=r"^openairframes_faa_.*\.csv$")
|
asset = pick_asset(assets, name_regex=r"^openairframes_faa_.*\.csv$")
|
||||||
@@ -164,6 +165,7 @@ def download_latest_aircraft_adsb_csv(
|
|||||||
Returns:
|
Returns:
|
||||||
Path to the downloaded file
|
Path to the downloaded file
|
||||||
"""
|
"""
|
||||||
|
output_dir = Path(output_dir)
|
||||||
assets = get_latest_release_assets(repo, github_token=github_token)
|
assets = get_latest_release_assets(repo, github_token=github_token)
|
||||||
asset = pick_asset(assets, name_regex=r"^openairframes_adsb_.*\.csv(\.gz)?$")
|
asset = pick_asset(assets, name_regex=r"^openairframes_adsb_.*\.csv(\.gz)?$")
|
||||||
saved_to = download_asset(asset, output_dir / asset.name, github_token=github_token)
|
saved_to = download_asset(asset, output_dir / asset.name, github_token=github_token)
|
||||||
|
|||||||
Reference in New Issue
Block a user