mirror of
https://github.com/PlaneQuery/OpenAirframes.git
synced 2026-05-12 11:41:35 +02:00
FEATURE: Add contributions framework. Fix and improve daily adsb release using Github actions for map reduce.
This commit is contained in:
+1
-8
@@ -46,16 +46,9 @@ def main():
|
||||
run_id = f"run-{datetime.utcnow().strftime('%Y%m%dT%H%M%S')}-{uuid.uuid4().hex[:8]}"
|
||||
chunks = generate_chunks(args.start_date, args.end_date, args.chunk_days)
|
||||
|
||||
clickhouse_host = os.environ["CLICKHOUSE_HOST"]
|
||||
clickhouse_username = os.environ["CLICKHOUSE_USERNAME"]
|
||||
clickhouse_password = os.environ["CLICKHOUSE_PASSWORD"]
|
||||
|
||||
# Inject run_id and ClickHouse credentials into each chunk
|
||||
# Inject run_id into each chunk
|
||||
for chunk in chunks:
|
||||
chunk["run_id"] = run_id
|
||||
chunk["clickhouse_host"] = clickhouse_host
|
||||
chunk["clickhouse_username"] = clickhouse_username
|
||||
chunk["clickhouse_password"] = clickhouse_password
|
||||
|
||||
sfn_input = {
|
||||
"run_id": run_id,
|
||||
|
||||
Reference in New Issue
Block a user