mirror of
https://github.com/FuzzingLabs/fuzzforge_ai.git
synced 2026-02-13 07:52:45 +00:00
e50c6a80fe
Updated worker validation script to accept both: - Single Dockerfile pattern (existing workers) - Multi-platform Dockerfile pattern (Dockerfile.amd64, Dockerfile.arm64, etc.) This enables platform-aware worker architectures like the Android worker which uses different Dockerfiles for x86_64 and ARM64 platforms.
128 lines
4.2 KiB
Bash
Executable File
128 lines
4.2 KiB
Bash
Executable File
#!/bin/bash
|
|
# Worker Validation Script
|
|
# Ensures all workers defined in docker-compose.yml exist in the repository
|
|
# and are properly tracked by git.
|
|
|
|
set -e
|
|
|
|
echo "🔍 Validating worker completeness..."
|
|
|
|
# Colors for output
|
|
RED='\033[0;31m'
|
|
GREEN='\033[0;32m'
|
|
YELLOW='\033[1;33m'
|
|
NC='\033[0m' # No Color
|
|
|
|
ERRORS=0
|
|
WARNINGS=0
|
|
|
|
# Extract worker service names from docker-compose.yml
|
|
echo ""
|
|
echo "📋 Checking workers defined in docker-compose.yml..."
|
|
WORKERS=$(grep -E "^\s+worker-" docker-compose.yml | grep -v "#" | cut -d: -f1 | tr -d ' ' | sort -u)
|
|
|
|
if [ -z "$WORKERS" ]; then
|
|
echo -e "${RED}❌ No workers found in docker-compose.yml${NC}"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Found workers:"
|
|
for worker in $WORKERS; do
|
|
echo " - $worker"
|
|
done
|
|
|
|
# Check each worker
|
|
echo ""
|
|
echo "🔎 Validating worker files..."
|
|
for worker in $WORKERS; do
|
|
WORKER_DIR="workers/${worker#worker-}"
|
|
|
|
echo ""
|
|
echo "Checking $worker ($WORKER_DIR)..."
|
|
|
|
# Check if directory exists
|
|
if [ ! -d "$WORKER_DIR" ]; then
|
|
echo -e "${RED} ❌ Directory not found: $WORKER_DIR${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
continue
|
|
fi
|
|
|
|
# Check Dockerfile (single file or multi-platform pattern)
|
|
if [ -f "$WORKER_DIR/Dockerfile" ]; then
|
|
# Single Dockerfile
|
|
if ! git ls-files --error-unmatch "$WORKER_DIR/Dockerfile" &> /dev/null; then
|
|
echo -e "${RED} ❌ File not tracked by git: $WORKER_DIR/Dockerfile${NC}"
|
|
echo -e "${YELLOW} Check .gitignore patterns!${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
else
|
|
echo -e "${GREEN} ✓ Dockerfile (tracked)${NC}"
|
|
fi
|
|
elif compgen -G "$WORKER_DIR/Dockerfile.*" > /dev/null; then
|
|
# Multi-platform Dockerfiles (e.g., Dockerfile.amd64, Dockerfile.arm64)
|
|
PLATFORM_DOCKERFILES=$(ls "$WORKER_DIR"/Dockerfile.* 2>/dev/null)
|
|
DOCKERFILE_FOUND=false
|
|
for dockerfile in $PLATFORM_DOCKERFILES; do
|
|
if git ls-files --error-unmatch "$dockerfile" &> /dev/null; then
|
|
echo -e "${GREEN} ✓ $(basename "$dockerfile") (tracked)${NC}"
|
|
DOCKERFILE_FOUND=true
|
|
else
|
|
echo -e "${RED} ❌ File not tracked by git: $dockerfile${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
done
|
|
if [ "$DOCKERFILE_FOUND" = false ]; then
|
|
echo -e "${RED} ❌ No platform-specific Dockerfiles found${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
else
|
|
echo -e "${RED} ❌ Missing Dockerfile or Dockerfile.* files${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
|
|
# Check other required files
|
|
REQUIRED_FILES=("requirements.txt" "worker.py")
|
|
for file in "${REQUIRED_FILES[@]}"; do
|
|
FILE_PATH="$WORKER_DIR/$file"
|
|
|
|
if [ ! -f "$FILE_PATH" ]; then
|
|
echo -e "${RED} ❌ Missing file: $FILE_PATH${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
else
|
|
# Check if file is tracked by git
|
|
if ! git ls-files --error-unmatch "$FILE_PATH" &> /dev/null; then
|
|
echo -e "${RED} ❌ File not tracked by git: $FILE_PATH${NC}"
|
|
echo -e "${YELLOW} Check .gitignore patterns!${NC}"
|
|
ERRORS=$((ERRORS + 1))
|
|
else
|
|
echo -e "${GREEN} ✓ $file (tracked)${NC}"
|
|
fi
|
|
fi
|
|
done
|
|
done
|
|
|
|
# Check for any ignored worker files
|
|
echo ""
|
|
echo "🚫 Checking for gitignored worker files..."
|
|
IGNORED_FILES=$(git check-ignore workers/*/* 2>/dev/null || true)
|
|
if [ -n "$IGNORED_FILES" ]; then
|
|
echo -e "${YELLOW}⚠️ Warning: Some worker files are being ignored:${NC}"
|
|
echo "$IGNORED_FILES" | while read -r file; do
|
|
echo -e "${YELLOW} - $file${NC}"
|
|
done
|
|
WARNINGS=$((WARNINGS + 1))
|
|
fi
|
|
|
|
# Summary
|
|
echo ""
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
if [ $ERRORS -eq 0 ] && [ $WARNINGS -eq 0 ]; then
|
|
echo -e "${GREEN}✅ All workers validated successfully!${NC}"
|
|
exit 0
|
|
elif [ $ERRORS -eq 0 ]; then
|
|
echo -e "${YELLOW}⚠️ Validation passed with $WARNINGS warning(s)${NC}"
|
|
exit 0
|
|
else
|
|
echo -e "${RED}❌ Validation failed with $ERRORS error(s) and $WARNINGS warning(s)${NC}"
|
|
exit 1
|
|
fi
|