mirror of
https://github.com/PlaneQuery/OpenAirframes.git
synced 2026-06-08 06:03:55 +02:00
preserve time
This commit is contained in:
@@ -123,10 +123,7 @@ def compress_multi_icao_df(df: pl.DataFrame, verbose: bool = True) -> pl.DataFra
|
|||||||
# partition_by with as_dict=True returns tuple keys: (date, icao)
|
# partition_by with as_dict=True returns tuple keys: (date, icao)
|
||||||
date_val, icao = group_key
|
date_val, icao = group_key
|
||||||
compressed = compress_df_polars(group_df, str(icao))
|
compressed = compress_df_polars(group_df, str(icao))
|
||||||
# Set time to start of UTC day for consistent deduplication
|
# Time is preserved from compress_df_polars (earliest time for this ICAO on this day)
|
||||||
compressed = compressed.with_columns(
|
|
||||||
pl.lit(date_val).cast(pl.Date).cast(pl.Datetime).alias('time')
|
|
||||||
)
|
|
||||||
compressed_dfs.append(compressed)
|
compressed_dfs.append(compressed)
|
||||||
|
|
||||||
if compressed_dfs:
|
if compressed_dfs:
|
||||||
|
|||||||
Reference in New Issue
Block a user