From 0c7484e7bffc2ae65b5f9c4c5e5b331602add196 Mon Sep 17 00:00:00 2001 From: ggman12 Date: Fri, 13 Feb 2026 18:25:22 -0500 Subject: [PATCH] create_daily_microtonics release --- .../openairframes-daily-release.yaml | 45 +++++++++++++++++++ .../create_daily_microtonics_release.py | 40 +++++++++++++++++ 2 files changed, 85 insertions(+) create mode 100644 src/contributions/create_daily_microtonics_release.py diff --git a/.github/workflows/openairframes-daily-release.yaml b/.github/workflows/openairframes-daily-release.yaml index fc0f5e4..225f93b 100644 --- a/.github/workflows/openairframes-daily-release.yaml +++ b/.github/workflows/openairframes-daily-release.yaml @@ -287,6 +287,32 @@ jobs: path: data/openairframes/basic-ac-db_*.json.gz retention-days: 1 + build-mictronics-db: + runs-on: ubuntu-latest + if: github.event_name != 'schedule' + steps: + - name: Checkout + uses: actions/checkout@v6 + with: + fetch-depth: 0 + + - name: Setup Python + uses: actions/setup-python@v6 + with: + python-version: "3.14" + + - name: Run Mictronics DB release script + run: | + python -m src.contributions.create_daily_microtonics_release ${{ inputs.date && format('--date {0}', inputs.date) || '' }} + ls -lah data/openairframes + + - name: Upload Mictronics DB artifact + uses: actions/upload-artifact@v4 + with: + name: mictronics-db + path: data/openairframes/mictronics-db_*.zip + retention-days: 1 + create-release: runs-on: ubuntu-latest needs: [build-faa, adsb-reduce, build-community] @@ -323,6 +349,12 @@ jobs: name: adsbexchange-json path: artifacts/adsbexchange + - name: Download Mictronics DB artifact + uses: actions/download-artifact@v4 + with: + name: mictronics-db + path: artifacts/mictronics + - name: Debug artifact structure run: | echo "=== Full artifacts tree ===" @@ -335,6 +367,8 @@ jobs: find artifacts/community -type f 2>/dev/null || echo "No files found in artifacts/community" echo "=== ADS-B Exchange JSON artifacts ===" find artifacts/adsbexchange -type f 2>/dev/null || echo "No files found in artifacts/adsbexchange" + echo "=== Mictronics DB artifacts ===" + find artifacts/mictronics -type f 2>/dev/null || echo "No files found in artifacts/mictronics" - name: Prepare release metadata id: meta @@ -355,6 +389,7 @@ jobs: CSV_FILE_COMMUNITY=$(find artifacts/community -name "openairframes_community_*.csv" -type f 2>/dev/null | head -1) ZIP_FILE=$(find artifacts/faa -name "ReleasableAircraft_*.zip" -type f 2>/dev/null | head -1) JSON_FILE_ADSBX=$(find artifacts/adsbexchange -name "basic-ac-db_*.json.gz" -type f 2>/dev/null | head -1) + ZIP_FILE_MICTRONICS=$(find artifacts/mictronics -name "mictronics-db_*.zip" -type f 2>/dev/null | head -1) # Validate required files exist MISSING_FILES="" @@ -370,6 +405,9 @@ jobs: if [ -z "$JSON_FILE_ADSBX" ] || [ ! -f "$JSON_FILE_ADSBX" ]; then MISSING_FILES="$MISSING_FILES ADSBX_JSON" fi + if [ -z "$ZIP_FILE_MICTRONICS" ] || [ ! -f "$ZIP_FILE_MICTRONICS" ]; then + MISSING_FILES="$MISSING_FILES MICTRONICS_ZIP" + fi if [ -n "$MISSING_FILES" ]; then echo "ERROR: Missing required release files:$MISSING_FILES" @@ -377,6 +415,7 @@ jobs: echo "ADSB CSV: $CSV_FILE_ADSB" echo "ZIP: $ZIP_FILE" echo "ADSBX JSON: $JSON_FILE_ADSBX" + echo "MICTRONICS ZIP: $ZIP_FILE_MICTRONICS" exit 1 fi @@ -386,6 +425,7 @@ jobs: CSV_BASENAME_COMMUNITY=$(basename "$CSV_FILE_COMMUNITY" 2>/dev/null || echo "") ZIP_BASENAME=$(basename "$ZIP_FILE") JSON_BASENAME_ADSBX=$(basename "$JSON_FILE_ADSBX") + ZIP_BASENAME_MICTRONICS=$(basename "$ZIP_FILE_MICTRONICS") echo "date=$DATE" >> "$GITHUB_OUTPUT" echo "tag=$TAG" >> "$GITHUB_OUTPUT" @@ -399,6 +439,8 @@ jobs: echo "zip_basename=$ZIP_BASENAME" >> "$GITHUB_OUTPUT" echo "json_file_adsbx=$JSON_FILE_ADSBX" >> "$GITHUB_OUTPUT" echo "json_basename_adsbx=$JSON_BASENAME_ADSBX" >> "$GITHUB_OUTPUT" + echo "zip_file_mictronics=$ZIP_FILE_MICTRONICS" >> "$GITHUB_OUTPUT" + echo "zip_basename_mictronics=$ZIP_BASENAME_MICTRONICS" >> "$GITHUB_OUTPUT" echo "name=OpenAirframes snapshot ($DATE)${BRANCH_SUFFIX}" >> "$GITHUB_OUTPUT" echo "Found files:" @@ -407,6 +449,7 @@ jobs: echo " Community CSV: $CSV_FILE_COMMUNITY" echo " ZIP: $ZIP_FILE" echo " ADSBX JSON: $JSON_FILE_ADSBX" + echo " MICTRONICS ZIP: $ZIP_FILE_MICTRONICS" - name: Delete existing release if exists run: | @@ -430,11 +473,13 @@ jobs: - ${{ steps.meta.outputs.csv_basename_community }} - ${{ steps.meta.outputs.zip_basename }} - ${{ steps.meta.outputs.json_basename_adsbx }} + - ${{ steps.meta.outputs.zip_basename_mictronics }} files: | ${{ steps.meta.outputs.csv_file_faa }} ${{ steps.meta.outputs.csv_file_adsb }} ${{ steps.meta.outputs.csv_file_community }} ${{ steps.meta.outputs.zip_file }} ${{ steps.meta.outputs.json_file_adsbx }} + ${{ steps.meta.outputs.zip_file_mictronics }} env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/src/contributions/create_daily_microtonics_release.py b/src/contributions/create_daily_microtonics_release.py new file mode 100644 index 0000000..981c2d5 --- /dev/null +++ b/src/contributions/create_daily_microtonics_release.py @@ -0,0 +1,40 @@ +#!/usr/bin/env python3 +""" +Download Mictronics aircraft database zip. + +Usage: + python -m src.contributions.create_daily_microtonics_release [--date YYYY-MM-DD] +""" +from __future__ import annotations + +import argparse +import shutil +from datetime import datetime, timezone +from pathlib import Path +from urllib.request import Request, urlopen + +URL = "https://www.mictronics.de/aircraft-database/indexedDB_old.php" +OUT_ROOT = Path("data/openairframes") + + +def main() -> None: + parser = argparse.ArgumentParser(description="Create daily Mictronics database release") + parser.add_argument("--date", type=str, help="Date to process (YYYY-MM-DD format, default: today UTC)") + args = parser.parse_args() + + date_str = args.date or datetime.now(timezone.utc).strftime("%Y-%m-%d") + + OUT_ROOT.mkdir(parents=True, exist_ok=True) + + zip_path = OUT_ROOT / f"mictronics-db_{date_str}.zip" + + print(f"Downloading {URL}...") + req = Request(URL, headers={"User-Agent": "openairframes-downloader/1.0"}, method="GET") + with urlopen(req, timeout=300) as r, zip_path.open("wb") as f: + shutil.copyfileobj(r, f) + + print(f"Wrote: {zip_path}") + + +if __name__ == "__main__": + main()