From ca5cb23a4d2d01115d19a01be1930d49b7047160 Mon Sep 17 00:00:00 2001 From: ggman12 Date: Tue, 17 Feb 2026 16:16:46 -0500 Subject: [PATCH] use date folder --- src/adsb/process_icao_chunk.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/adsb/process_icao_chunk.py b/src/adsb/process_icao_chunk.py index 039a767..b7338ca 100644 --- a/src/adsb/process_icao_chunk.py +++ b/src/adsb/process_icao_chunk.py @@ -144,12 +144,12 @@ def main(): df_compressed = compress_parquet_part(args.part_id, args.date) # Write parquet - df_compressed_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.parquet" + df_compressed_output = OUTPUT_DIR / "compressed" / args.date/ f"part_{args.part_id}_{args.date}.parquet" os.makedirs(df_compressed_output.parent, exist_ok=True) df_compressed.write_parquet(df_compressed_output, compression='snappy') # Write CSV - csv_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.csv" + csv_output = OUTPUT_DIR / "compressed" / args.date / f"part_{args.part_id}_{args.date}.csv" df_compressed.write_csv(csv_output) print(df_compressed)