preserve time

This commit is contained in:
ggman12
2026-02-15 21:08:03 -05:00
parent 7a62faecef
commit f8ba66375b
+1 -4
View File
@@ -123,10 +123,7 @@ def compress_multi_icao_df(df: pl.DataFrame, verbose: bool = True) -> pl.DataFra
# partition_by with as_dict=True returns tuple keys: (date, icao) # partition_by with as_dict=True returns tuple keys: (date, icao)
date_val, icao = group_key date_val, icao = group_key
compressed = compress_df_polars(group_df, str(icao)) compressed = compress_df_polars(group_df, str(icao))
# Set time to start of UTC day for consistent deduplication # Time is preserved from compress_df_polars (earliest time for this ICAO on this day)
compressed = compressed.with_columns(
pl.lit(date_val).cast(pl.Date).cast(pl.Datetime).alias('time')
)
compressed_dfs.append(compressed) compressed_dfs.append(compressed)
if compressed_dfs: if compressed_dfs: