CalvinBackup/OpenAirframes
1
0
Fork 0
mirror of https://github.com/PlaneQuery/OpenAirframes.git synced 2026-07-30 21:37:25 +02:00
Code Issues Packages Projects Releases Wiki Activity

output .csv too

Browse Source
This commit is contained in:
ggman12
2026-02-17 16:09:01 -05:00
parent 6b7068bc84
commit ac177e8025
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/adsb/process_icao_chunk.py
+14 -2
View File
@@ -118,6 +118,7 @@ def process_chunk(
return output_path if total_rows > 0 else None return output_path if total_rows > 0 else None
from pathlib import Path
def main(): def main():
parser = argparse.ArgumentParser(description="Process a single archive part for a day") parser = argparse.ArgumentParser(description="Process a single archive part for a day")
@@ -141,9 +142,20 @@ def main():
from src.adsb.compress_adsb_to_aircraft_data import compress_parquet_part from src.adsb.compress_adsb_to_aircraft_data import compress_parquet_part
df_compressed = compress_parquet_part(args.part_id, args.date) df_compressed = compress_parquet_part(args.part_id, args.date)
# Write parquet
df_compressed_output = Path(OUTPUT_DIR) / "compressed" / f"part_{args.part_id}_{args.date}.parquet"
os.makedirs(df_compressed_output.parent, exist_ok=True)
df_compressed.write_parquet(df_compressed_output, compression='snappy')
# Write CSV
csv_output = Path(OUTPUT_DIR) / "compressed" / f"part_{args.part_id}_{args.date}.csv"
df_compressed.write_csv(csv_output)
print(df_compressed) print(df_compressed)
# compress adsb parquet to aircraft print(f"Raw output: {output_path}" if output_path else "No raw output generated")
print(f"Output: {output_path}" if output_path else "No output generated") print(f"Compressed parquet: {df_compressed_output}")
print(f"Compressed CSV: {csv_output}")
if __name__ == "__main__": if __name__ == "__main__":