diff --git a/src/adsb/process_icao_chunk.py b/src/adsb/process_icao_chunk.py index 039a767..b7338ca 100644 --- a/src/adsb/process_icao_chunk.py +++ b/src/adsb/process_icao_chunk.py @@ -144,12 +144,12 @@ def main(): df_compressed = compress_parquet_part(args.part_id, args.date) # Write parquet - df_compressed_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.parquet" + df_compressed_output = OUTPUT_DIR / "compressed" / args.date/ f"part_{args.part_id}_{args.date}.parquet" os.makedirs(df_compressed_output.parent, exist_ok=True) df_compressed.write_parquet(df_compressed_output, compression='snappy') # Write CSV - csv_output = OUTPUT_DIR / "compressed" / f"part_{args.part_id}_{args.date}.csv" + csv_output = OUTPUT_DIR / "compressed" / args.date / f"part_{args.part_id}_{args.date}.csv" df_compressed.write_csv(csv_output) print(df_compressed)