From db98b3021a9399ff39ab166fb0e607eb1669893c Mon Sep 17 00:00:00 2001 From: ggman12 Date: Tue, 17 Feb 2026 16:16:35 -0500 Subject: [PATCH] change to use path --- src/adsb/download_adsb_data_to_parquet.py | 3 ++- src/adsb/process_icao_chunk.py | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/src/adsb/download_adsb_data_to_parquet.py b/src/adsb/download_adsb_data_to_parquet.py index f082b68..49c03db 100644 --- a/src/adsb/download_adsb_data_to_parquet.py +++ b/src/adsb/download_adsb_data_to_parquet.py @@ -20,13 +20,14 @@ from datetime import datetime import orjson import pyarrow as pa import pyarrow.parquet as pq +from pathlib import Path # ============================================================================ # Configuration # ============================================================================ -OUTPUT_DIR = "./data/output" +OUTPUT_DIR = Path("./data/output") os.makedirs(OUTPUT_DIR, exist_ok=True) PARQUET_DIR = os.path.join(OUTPUT_DIR, "parquet_output") diff --git a/src/adsb/process_icao_chunk.py b/src/adsb/process_icao_chunk.py index e6cb433..039a767 100644 --- a/src/adsb/process_icao_chunk.py +++ b/src/adsb/process_icao_chunk.py @@ -144,12 +144,12 @@ def main(): df_compressed = compress_parquet_part(args.part_id, args.date) # Write parquet - df_compressed_output = Path(OUTPUT_DIR) / "compressed" / f"part_{args.part_id}_{args.date}.parquet" + df_compressed_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.parquet" os.makedirs(df_compressed_output.parent, exist_ok=True) df_compressed.write_parquet(df_compressed_output, compression='snappy') # Write CSV - csv_output = Path(OUTPUT_DIR) / "compressed" / f"part_{args.part_id}_{args.date}.csv" + csv_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.csv" df_compressed.write_csv(csv_output) print(df_compressed)