Initial commit: ShadowBroker v1.0

Former-commit-id: 3b8912a8f67efd51c08cc6f4c77d43266b8fdc1b

.github/workflows/docker-publish.yml

@@ -1,92 +0,0 @@
-name: Docker Publish
-
-on:
-  push:
-    branches: ["main"]
-    tags: ["v*.*.*"]
-  pull_request:
-    branches: ["main"]
-
-env:
-  REGISTRY: ghcr.io
-  # github.repository as <account>/<repo>
-  IMAGE_NAME: ${{ github.repository }}
-
-jobs:
-  build-and-push-frontend:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-      id-token: write
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3.0.0
-
-      - name: Log into registry ${{ env.REGISTRY }}
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3.0.0
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract Docker metadata
-        id: meta
-        uses: docker/metadata-action@v5.0.0
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-frontend
-
-      - name: Build and push Docker image
-        id: build-and-push
-        uses: docker/build-push-action@v5.0.0
-        with:
-          context: ./frontend
-          push: ${{ github.event_name != 'pull_request' }}
-          tags: ${{ steps.meta.outputs.tags }}
-          labels: ${{ steps.meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-
-  build-and-push-backend:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-      id-token: write
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3.0.0
-
-      - name: Log into registry ${{ env.REGISTRY }}
-        if: github.event_name != 'pull_request'
-        uses: docker/login-action@v3.0.0
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract Docker metadata
-        id: meta
-        uses: docker/metadata-action@v5.0.0
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-backend
-
-      - name: Build and push Docker image
-        id: build-and-push
-        uses: docker/build-push-action@v5.0.0
-        with:
-          context: ./backend
-          push: ${{ github.event_name != 'pull_request' }}
-          tags: ${{ steps.meta.outputs.tags }}
-          labels: ${{ steps.meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

README.md

@@ -2,12 +2,12 @@
   <h1 align="center">🛰️ S H A D O W B R O K E R</h1>
   <p align="center"><strong>Global Threat Intercept — Real-Time Geospatial Intelligence Platform</strong></p>
   <p align="center">
-
+    <code>TOP SECRET // SI TK // NOFORN</code>
   </p>
 </p>
 
 ---
-![Shadowbroker1](https://github.com/user-attachments/assets/000b94eb-bf33-4e8b-8c60-15ca4a723c68)
+
 **ShadowBroker** is a real-time, full-spectrum geospatial intelligence dashboard that aggregates live data from dozens of open-source intelligence (OSINT) feeds and renders them on a unified dark-ops map interface. It tracks aircraft, ships, satellites, earthquakes, conflict zones, CCTV networks, GPS jamming, and breaking geopolitical events — all updating in real time.
 
 Built with **Next.js**, **MapLibre GL**, **FastAPI**, and **Python**, it's designed for analysts, researchers, and enthusiasts who want a single-pane-of-glass view of global activity.
@@ -83,34 +83,33 @@ Built with **Next.js**, **MapLibre GL**, **FastAPI**, and **Python**, it's desig
 ## 🏗️ Architecture
 
 ```
-┌────────────────────────────────────────────────────────┐
+┌──────────────────────────────────────────────────────┐
-│                   FRONTEND (Next.js)                   │
+│                    FRONTEND (Next.js)                 │
-│                                                        │
+│                                                      │
-│  ┌─────────────┐    ┌──────────┐    ┌───────────────┐  │
+│  ┌─────────────┐  ┌──────────┐  ┌─────────────────┐ │
-│  │ MapLibre GL │    │ NewsFeed │    │ Control Panels│  │
+│  │ MapLibre GL │  │ NewsFeed │  │  Control Panels  │ │
-│  │  2D WebGL   │    │  SIGINT  │    │ Layers/Filters│  │
+│  │  2D WebGL   │  │  SIGINT  │  │ Layers/Filters   │ │
-│  │ Map Render  │    │  Intel   │    │ Markets/Radio │  │
+│  │  Map Render │  │  Intel   │  │ Markets/Radio    │ │
-│  └──────┬──────┘    └────┬─────┘    └───────┬───────┘  │
+│  └──────┬──────┘  └────┬─────┘  └────────┬────────┘ │
-│         └────────────────┼──────────────────┘          │
+│         └──────────────┼─────────────────┘           │
-│                          │ REST API (15s / 60s)        │
+│                        │ REST API (15s fast / 60s slow│
-├──────────────────────────┼─────────────────────────────┤
+├────────────────────────┼─────────────────────────────┤
 │                    BACKEND (FastAPI)                   │
-│                          │                             │
+│                        │                              │
-│  ┌───────────────────────┼──────────────────────────┐  │
+│  ┌─────────────────────┼─────────────────────────┐   │
-│  │               Data Fetcher (Scheduler)           │  │
+│  │              Data Fetcher (Scheduler)          │   │
-│  │                                                  │  │
+│  │  ┌──────────┬──────────┬──────────┬─────────┐ │   │
-│  │  ┌──────────┬──────────┬──────────┬───────────┐  │  │
+│  │  │ OpenSky  │ adsb.lol │  N2YO    │  USGS   │ │   │
-│  │  │ OpenSky  │ adsb.lol │   N2YO   │   USGS    │  │  │
+│  │  │ Flights  │ Military │ Sats     │ Quakes  │ │   │
-│  │  │ Flights  │ Military │   Sats   │  Quakes   │  │  │
+│  │  ├──────────┼──────────┼──────────┼─────────┤ │   │
-│  │  ├──────────┼──────────┼──────────┼───────────┤  │  │
+│  │  │ AIS WS   │ Carrier  │  GDELT   │  CCTV   │ │   │
-│  │  │  AIS WS  │ Carrier  │  GDELT   │   CCTV    │  │  │
+│  │  │ Ships    │ Tracker  │ Conflict │ Cameras │ │   │
-│  │  │  Ships   │ Tracker  │ Conflict │  Cameras  │  │  │
+│  │  ├──────────┼──────────┼──────────┼─────────┤ │   │
-│  │  ├──────────┼──────────┼──────────┼───────────┤  │  │
+│  │  │ DeepState│ RSS      │ Region   │  GPS    │ │   │
-│  │  │ DeepState│   RSS    │  Region  │    GPS    │  │  │
+│  │  │ Frontline│ Intel    │ Dossier  │ Jamming │ │   │
-│  │  │ Frontline│  Intel   │ Dossier  │  Jamming  │  │  │
+│  │  └──────────┴──────────┴──────────┴─────────┘ │   │
-│  │  └──────────┴──────────┴──────────┴───────────┘  │  │
+│  └───────────────────────────────────────────────┘   │
-│  └──────────────────────────────────────────────────┘  │
+└──────────────────────────────────────────────────────┘
-└────────────────────────────────────────────────────────┘
 ```
 
 ---
@@ -139,68 +138,7 @@ Built with **Next.js**, **MapLibre GL**, **FastAPI**, and **Python**, it's desig
 
 ## 🚀 Getting Started
 
-### 🐳 Docker Setup (Recommended for Self-Hosting)
+### Prerequisites
-
-You can run the dashboard easily using the pre-built Docker images hosted on GitHub Container Registry (GHCR).
-
-1. Create a `docker-compose.yml` file:
-
-```yaml
-version: '3.8'
-
-services:
-  backend:
-    image: ghcr.io/<your-username>/live-risk-dashboard-backend:main
-    container_name: shadowbroker-backend
-    ports:
-      - "8000:8000"
-    environment:
-      - AISSTREAM_API_KEY=${AISSTREAM_API_KEY}
-      - N2YO_API_KEY=${N2YO_API_KEY}
-      # Add other required environment variables here
-    volumes:
-      - backend_data:/app/data
-    restart: unless-stopped
-
-  frontend:
-    image: ghcr.io/<your-username>/live-risk-dashboard-frontend:main
-    container_name: shadowbroker-frontend
-    ports:
-      - "3000:3000"
-    environment:
-      - NEXT_PUBLIC_API_URL=http://localhost:8000
-    depends_on:
-      - backend
-    restart: unless-stopped
-
-volumes:
-  backend_data:
-```
-
-1. Create a `.env` file in the same directory with your API keys.
-2. Run `docker-compose up -d`.
-3. Access the dashboard at `http://localhost:3000`.
-
----
-
-### 📦 Quick Start (No Code Required)
-
-If you just want to run the dashboard without dealing with terminal commands:
-
-1. Go to the **[Releases](../../releases)** tab on the right side of this GitHub page.
-2. Download the `ShadowBroker_v0.2.zip` file.
-3. Extract the folder to your computer.
-4. **Windows:** Double-click `start.bat`.
-   **Mac/Linux:** Open terminal, type `chmod +x start.sh`, and run `./start.sh`.
-5. It will automatically install everything and launch the dashboard!
-
----
-
-### 💻 Developer Setup
-
-If you want to modify the code or run from source:
-
-#### Prerequisites
 
 - **Node.js** 18+ and **npm**
 - **Python** 3.10+ with `pip`
@@ -337,8 +275,8 @@ AISSTREAM_API_KEY=your_aisstream_key      # Maritime vessel tracking
 N2YO_API_KEY=your_n2yo_key               # Satellite position data
 
 # Optional (enhances data quality)
-OPENSKY_CLIENT_ID=your_opensky_client_id  # Higher rate limits for flight data
+OPENSKY_USERNAME=your_opensky_user        # Higher rate limits for flight data
-OPENSKY_CLIENT_SECRET=your_opensky_secret
+OPENSKY_PASSWORD=your_opensky_pass
 LTA_ACCOUNT_KEY=your_lta_key             # Singapore CCTV cameras
 ```
 

ShadowBroker_v0.1.zip.REMOVED.git-id

@@ -1 +0,0 @@
-ba57965389036194d6dd60e6de33d2e1e1bbf20b

backend/.dockerignore

@@ -1,10 +0,0 @@
-venv/
-__pycache__/
-*.pyc
-.env
-.pytest_cache/
-.coverage
-cctv.db
-*.json
-*.txt
-!requirements.txt

backend/Dockerfile

@@ -9,13 +9,6 @@ RUN pip install --no-cache-dir -r requirements.txt
 # Copy source code
 COPY . .
 
-# Create a non-root user for security
-RUN adduser --system --uid 1001 backenduser \
-    && chown -R backenduser /app
-
-# Switch to the non-root user
-USER backenduser
-
 # Expose port
 EXPOSE 8000
 

backend/services/ais_cache.json.REMOVED.git-id

@@ -1 +1 @@
-5d33551b09405e7e252c6a11f080a6c9eca50f6b
+83ba61e7af89c1dc7b4d9b972e08d3edf3493966

backend/services/data_fetcher.py

@@ -73,7 +73,7 @@ class OpenSkyClient:
 # User provided credentials
 opensky_client = OpenSkyClient(
     client_id=os.environ.get("OPENSKY_CLIENT_ID", "vancecook-api-client"),
-    client_secret=os.environ.get("OPENSKY_CLIENT_SECRET", "YOUR_OPENSKY_SECRET")
+    client_secret=os.environ.get("OPENSKY_CLIENT_SECRET", "0hWKkj1lpZItUMo2usi4YUjqu8I8YOoD")
 )
 
 # Throttling and caching for OpenSky to observe the 400 req/day limit

backend/test_trace.py

@@ -11,7 +11,7 @@ hex_prefix = hex_code[-2:]
 # Test 1: adsb.fi trace_full
 url1 = f"https://globe.adsb.fi/data/traces/{date_str}/{hex_prefix}/trace_full_{hex_code}.json"
 print(f"URL1: {url1}")
-r = subprocess.run(["curl", "-s", "--max-time", "10", url1], capture_output=True, text=True, timeout=15)
+r = subprocess.run(["curl.exe", "-s", "--max-time", "10", url1], capture_output=True, text=True, timeout=15)
 if r.stdout.strip().startswith("{"):
     data = json.loads(r.stdout)
     print(f"SUCCESS! Keys: {list(data.keys())}")
@@ -28,7 +28,7 @@ else:
 # Test 2: adsb.lol hex lookup
 url2 = f"https://api.adsb.lol/v2/hex/{hex_code}"
 print(f"\nURL2: {url2}")
-r2 = subprocess.run(["curl", "-s", "--max-time", "10", url2], capture_output=True, text=True, timeout=15)
+r2 = subprocess.run(["curl.exe", "-s", "--max-time", "10", url2], capture_output=True, text=True, timeout=15)
 if r2.stdout.strip().startswith("{"):
     data = json.loads(r2.stdout)
     if 'ac' in data and data['ac']:
@@ -41,13 +41,13 @@ else:
 # Test 3: Try adsb.lol trace 
 url3 = f"https://api.adsb.lol/trace/{hex_code}"
 print(f"\nURL3: {url3}")
-r3 = subprocess.run(["curl", "-s", "-o", "/dev/null", "-w", "%{http_code}", "--max-time", "10", url3], capture_output=True, text=True, timeout=15)
+r3 = subprocess.run(["curl.exe", "-s", "-o", "/dev/null", "-w", "%{http_code}", "--max-time", "10", url3], capture_output=True, text=True, timeout=15)
 print(f"HTTP status: {r3.stdout}")
 
 # Test 4: Try globe.adsb.lol format
 url4 = f"https://globe.adsb.lol/data/traces/{date_str}/{hex_prefix}/trace_full_{hex_code}.json"
 print(f"\nURL4: {url4}")
-r4 = subprocess.run(["curl", "-s", "--max-time", "10", url4], capture_output=True, text=True, timeout=15)
+r4 = subprocess.run(["curl.exe", "-s", "--max-time", "10", url4], capture_output=True, text=True, timeout=15)
 if r4.stdout.strip().startswith("{"):
     data = json.loads(r4.stdout)
     print(f"SUCCESS! Keys: {list(data.keys())}")

clean_zip.py

@@ -1,37 +0,0 @@
-import os
-import zipfile
-
-zip_name = 'ShadowBroker_v0.1.zip'
-
-if os.path.exists(zip_name):
-    try:
-        os.remove(zip_name)
-    except Exception as e:
-        print(f"Failed to delete old zip: {e}")
-
-def add_dir(zipf, dir_path, excludes):
-    for root, dirs, files in os.walk(dir_path):
-        dirs[:] = [d for d in dirs if d not in excludes]
-        for f in files:
-            file_path = os.path.join(root, f)
-            zipf.write(file_path, arcname=file_path)
-
-try:
-    with zipfile.ZipFile(zip_name, 'w', zipfile.ZIP_DEFLATED) as zipf:
-        print("Zipping backend...")
-        add_dir(zipf, 'backend', {'venv', '__pycache__'})
-        
-        print("Zipping frontend...")
-        add_dir(zipf, 'frontend', {'node_modules', '.next'})
-        
-        print("Zipping root files...")
-        zipf.write('docker-compose.yml')
-        zipf.write('start.bat')
-        zipf.write('start.sh')
-        zipf.write('README.md')
-
-    final_size = os.path.getsize(zip_name) / (1024 * 1024)
-    print(f"\n✅ SUCCESS! Created {zip_name}. Final size: {final_size:.2f} MB")
-
-except Exception as e:
-    print(f"\n❌ ERROR creating zip: {e}")

frontend/.dockerignore

@@ -1,13 +0,0 @@
-Dockerfile
-.dockerignore
-node_modules
-npm-debug.log
-README.md
-.next
-.git
-.env
-.env.local
-.env.*
-eslint.config.mjs
-postcss.config.mjs
-tailwind.config.ts

frontend/Dockerfile

@@ -1,38 +1,19 @@
-FROM node:18-alpine AS base
+FROM node:18-alpine
 
-FROM base AS deps
-RUN apk add --no-cache libc6-compat
 WORKDIR /app
+
+# Install dependencies
 COPY package*.json ./
-RUN npm ci
+RUN npm install
 
-FROM base AS builder
+# Copy source code
-WORKDIR /app
-COPY --from=deps /app/node_modules ./node_modules
 COPY . .
-ENV NEXT_TELEMETRY_DISABLED 1
-RUN npm run build
-
-FROM base AS runner
-WORKDIR /app
-ENV NODE_ENV production
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-COPY --from=builder /app/public ./public
-
-RUN mkdir .next
-RUN chown nextjs:nodejs .next
-
-COPY --from=builder --chown=nextjs:nodejs /app/.next/standalone ./
-COPY --from=builder --chown=nextjs:nodejs /app/.next/static ./.next/static
-
-USER nextjs
 
+# Expose port
 EXPOSE 3000
-ENV PORT 3000
-ENV HOSTNAME "0.0.0.0"
 
-CMD ["node", "server.js"]
+# Next.js telemetry disable
+ENV NEXT_TELEMETRY_DISABLED 1
+
+# Start development server
+CMD ["npm", "run", "dev:frontend"]

frontend/next.config.ts

@@ -2,13 +2,6 @@ import type { NextConfig } from "next";
 
 const nextConfig: NextConfig = {
   transpilePackages: ['react-map-gl', 'mapbox-gl', 'maplibre-gl'],
-  output: "standalone",
-  typescript: {
-    ignoreBuildErrors: true,
-  },
-  eslint: {
-    ignoreDuringBuilds: true,
-  },
 };
 
 export default nextConfig;

frontend/package.json

@@ -1,17 +1,16 @@
 {
   "name": "frontend",
-  "version": "0.2.0",
+  "version": "0.1.0",
   "private": true,
   "scripts": {
-    "dev": "concurrently \"npm run dev:frontend\" \"npm run dev:backend\"",
+    "dev": "concurrently --names \"NEXT,API\" --prefix-colors \"cyan,yellow\" \"next dev\" \"cd ../backend && venv\\Scripts\\python.exe main.py\"",
     "dev:frontend": "next dev",
-    "dev:backend": "cd ../backend && python -m uvicorn main:app --reload",
+    "dev:backend": "cd ../backend && venv\\Scripts\\python.exe main.py",
     "build": "next build",
     "start": "next start",
     "lint": "eslint"
   },
   "dependencies": {
-    "@mapbox/point-geometry": "^1.1.0",
     "@types/leaflet": "^1.9.21",
     "@types/mapbox-gl": "^3.4.1",
     "framer-motion": "^12.34.3",
@@ -38,4 +37,4 @@
     "tailwindcss": "^4",
     "typescript": "^5"
   }
-}
+}

frontend/src/components/CesiumViewer.tsx

@@ -95,7 +95,14 @@ export default function CesiumViewer({ data, activeLayers, activeFilters, effect
         viewerRef.current.camera.setView({
             destination: Cesium.Cartesian3.fromDegrees(-95.0, 39.0, 20000000.0)
         });
-        // Add Google Photorealistic 3D Tiles if available, otherwise fallback to base
+        // Add TomTom Traffic Flow Layer (Raster)
+        const trafficProvider = new Cesium.UrlTemplateImageryProvider({
+            url: "https://api.tomtom.com/traffic/map/4/tile/flow/relative/{z}/{x}/{y}.png?key=uLndz1KvLDpwetYRwoiw8wKwk9i23sWG",
+            credit: ""
+        });
+        viewerRef.current.trafficLayer = viewerRef.current.imageryLayers.addImageryProvider(trafficProvider);
+        viewerRef.current.trafficLayer.show = false; // default off
+
         // ── Primitive Collections for Fast Rendering ──
         const Cesium2 = (window as any).Cesium;
 

start.sh

@@ -1,52 +0,0 @@
-#!/bin/bash
-echo "======================================================="
-echo "   S H A D O W B R O K E R   -   macOS / Linux Start   "
-echo "======================================================="
-echo ""
-
-# Check for Node.js
-if ! command -v npm &> /dev/null; then
-    echo "[!] ERROR: npm is not installed. Please install Node.js (https://nodejs.org/)"
-    exit 1
-fi
-
-# Check for Python
-if ! command -v python3 &> /dev/null; then
-    echo "[!] ERROR: python3 is not installed. Please install Python 3.10+ (https://python.org/)"
-    exit 1
-fi
-
-echo "[*] Setting up Backend Environment..."
-cd backend
-if [ ! -d "venv" ]; then
-    echo "[*] Creating Python Virtual Environment..."
-    python3 -m venv venv
-fi
-
-echo "[*] Installing Backend dependencies..."
-if [[ "$OSTYPE" == "msys" || "$OSTYPE" == "cygwin" ]]; then
-    # In case someone runs this in Git Bash on Windows
-    source venv/Scripts/activate
-else
-    source venv/bin/activate
-fi
-pip install -r requirements.txt
-cd ..
-
-echo "[*] Setting up Frontend Environment..."
-cd frontend
-if [ ! -d "node_modules" ]; then
-    echo "[*] Installing Frontend dependencies..."
-    npm install
-fi
-
-echo ""
-echo "======================================================="
-echo "  🚀 Starting Services...                              "
-echo "  Dashboard will be available at: http://localhost:3000"
-echo "  Keep this window open! Note: Initial load takes ~10s "
-echo "======================================================="
-echo ""
-
-# Start both services (npm run dev automatically calls the python backend on Mac/Linux if scripts are configured cross-platform)
-npm run dev

zip_repo.py

@@ -1,21 +0,0 @@
-import os
-import zipfile
-
-def create_clean_zip():
-    zip_name = 'ShadowBroker_v0.2.zip'
-    exclude_dirs = {'.git', 'node_modules', 'venv', '.next', '__pycache__'}
-    exclude_files = {zip_name, 'zip_repo.py', '.env', '.env.local'}
-
-    with zipfile.ZipFile(zip_name, 'w', zipfile.ZIP_DEFLATED) as zipf:
-        for root, dirs, files in os.walk('.'):
-            dirs[:] = [d for d in dirs if d not in exclude_dirs]
-            for file in files:
-                if file in exclude_files:
-                    continue
-                file_path = os.path.join(root, file)
-                arcname = os.path.relpath(file_path, '.')
-                zipf.write(file_path, arcname)
-    print(f"Created {zip_name} successfully!")
-
-if __name__ == '__main__':
-    create_clean_zip()