From 1b52d9eb2274d33e1947944e371cced8073e6b39 Mon Sep 17 00:00:00 2001 From: Muhammad Osama Date: Fri, 15 Aug 2025 02:54:39 +0500 Subject: [PATCH] python 3.12 fix (gonna remove some more dependencies i put while developing but not used) --- README.md | 7 +- requirements.txt | 255 +++++++++++++++++++++++------------------------ 2 files changed, 124 insertions(+), 138 deletions(-) diff --git a/README.md b/README.md index c43915f..0b62017 100644 --- a/README.md +++ b/README.md @@ -810,7 +810,7 @@ HexStrike v6.0 features a completely redesigned visual experience with a **profe --- -## � **Quyick Installation** +## � **Quick Installation** ### 📋 **Enhanced System Requirements** @@ -842,10 +842,7 @@ source hexstrike-env/bin/activate # Linux/Mac # 3. Install Python dependencies pip3 install -r requirements.txt -# 4. Install additional AI dependencies -pip3 install torch transformers sentence-transformers - -# 5. Install Browser Agent dependencies +# 4. Install Browser Agent dependencies pip3 install selenium beautifulsoup4 mitmproxy # Download ChromeDriver (or use webdriver-manager for automatic management) pip3 install webdriver-manager diff --git a/requirements.txt b/requirements.txt index c28fa77..10a9ff1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,223 +1,212 @@ # HexStrike AI MCP Agents v6.0 - Python Dependencies # Enhanced with 150+ Security Tools Integration, AI-Powered Intelligence & Browser Agent +# +# Instructions if you face libxml issues: +# +# 1. Install system dependencies first (optional, for packages that need compilation): +# sudo apt update +# sudo apt install python3-dev build-essential +# +# 2. Then install Python packages: +# pip3 install -r requirements.txt --break-system-packages +# # ============================================================================ # CORE FRAMEWORK DEPENDENCIES # ============================================================================ -flask==2.3.3 # Web framework for API server -requests==2.31.0 # HTTP library for API calls and tool integration -psutil==5.9.5 # System and process utilities for monitoring -fastmcp==0.2.0 # Model Context Protocol framework for AI agents +flask>=2.3.0,<4.0.0 # Web framework for API server +requests>=2.31.0,<3.0.0 # HTTP library for API calls and tool integration +psutil>=5.9.0,<6.0.0 # System and process utilities for monitoring +fastmcp>=0.2.0,<1.0.0 # Model Context Protocol framework for AI agents # ============================================================================ # DATA PROCESSING & ANALYSIS # ============================================================================ -pandas==2.0.3 # Data manipulation and analysis -numpy==1.24.3 # Numerical computing and array operations -python-dateutil==2.8.2 # Date and time utilities -scipy==1.11.2 # Scientific computing and statistical analysis +pandas>=2.0.0,<3.0.0 # Data manipulation and analysis +numpy>=1.26.4,<2.0.0 # Numerical computing and array operations (Python 3.12+ & 3.13+ compatible) +python-dateutil>=2.8.0,<3.0.0 # Date and time utilities +scipy>=1.11.0,<2.0.0 # Scientific computing and statistical analysis # ============================================================================ # NETWORKING & HTTP ENHANCED # ============================================================================ -urllib3==2.0.4 # HTTP client library with connection pooling -certifi==2023.7.22 # Certificate authority bundle -charset-normalizer==3.2.0 # Character encoding detection -httpx==0.24.1 # Modern HTTP client for async operations -aiohttp==3.8.5 # Async HTTP client/server framework -websockets==11.0.3 # WebSocket client and server implementation +urllib3>=2.0.0,<3.0.0 # HTTP client library with connection pooling +certifi>=2023.7.0,<2024.0.0 # Certificate authority bundle +charset-normalizer>=3.2.0,<4.0.0 # Character encoding detection +httpx>=0.24.0,<1.0.0 # Modern HTTP client for async operations +aiohttp>=3.8.0,<4.0.0 # Async HTTP client/server framework +websockets>=11.0.0,<13.0.0 # WebSocket client and server implementation # ============================================================================ # JSON & DATA SERIALIZATION # ============================================================================ -jsonschema==4.19.0 # JSON schema validation -pydantic==2.3.0 # Data validation using Python type annotations -orjson==3.9.5 # Fast JSON serialization library -msgpack==1.0.5 # Binary serialization format +jsonschema>=4.19.0,<5.0.0 # JSON schema validation +pydantic>=2.3.0,<3.0.0 # Data validation using Python type annotations +orjson>=3.9.0,<4.0.0 # Fast JSON serialization library +msgpack>=1.0.0,<2.0.0 # Binary serialization format # ============================================================================ # LOGGING & MONITORING ENHANCED # ============================================================================ -colorama==0.4.6 # Cross-platform colored terminal text -rich==13.5.2 # Rich text and beautiful formatting -tqdm==4.66.1 # Progress bars for long-running operations -loguru==0.7.0 # Enhanced logging with better formatting -structlog==23.1.0 # Structured logging for better analysis +colorama>=0.4.0,<1.0.0 # Cross-platform colored terminal text +rich>=13.5.0,<14.0.0 # Rich text and beautiful formatting +tqdm>=4.66.0,<5.0.0 # Progress bars for long-running operations +loguru>=0.7.0,<1.0.0 # Enhanced logging with better formatting +structlog>=23.1.0,<24.0.0 # Structured logging for better analysis # ============================================================================ # SECURITY & CRYPTOGRAPHY ENHANCED # ============================================================================ -cryptography==41.0.4 # Cryptographic recipes and primitives -pycryptodome==3.18.0 # Cryptographic library with additional algorithms -hashlib-compat==1.0.1 # Hash function compatibility layer -bcrypt==4.0.1 # Password hashing library -passlib==1.7.4 # Password hashing framework -jwt==1.3.1 # JSON Web Token implementation -pyotp==2.9.0 # One-time password library +cryptography>=41.0.0,<42.0.0 # Cryptographic recipes and primitives +pycryptodome>=3.18.0,<4.0.0 # Cryptographic library with additional algorithms +bcrypt>=4.0.0,<5.0.0 # Password hashing library +passlib>=1.7.0,<2.0.0 # Password hashing framework +jwt>=1.3.0,<2.0.0 # JSON Web Token implementation +pyotp>=2.9.0,<3.0.0 # One-time password library # ============================================================================ # FILE PROCESSING & ANALYSIS ENHANCED # ============================================================================ -python-magic==0.4.27 # File type identification using libmagic -pillow==10.0.0 # Python Imaging Library for image processing -exifread==3.0.0 # EXIF metadata extraction from images -pdfplumber==0.9.0 # PDF text extraction and analysis -python-docx==0.8.11 # Microsoft Word document processing -openpyxl==3.1.2 # Excel file processing -zipfile36==0.1.3 # Enhanced ZIP file handling +python-magic>=0.4.0,<1.0.0 # File type identification using libmagic +pillow>=10.0.0,<11.0.0 # Python Imaging Library for image processing +exifread>=3.0.0,<4.0.0 # EXIF metadata extraction from images +pdfplumber>=0.9.0,<1.0.0 # PDF text extraction and analysis +python-docx>=0.8.0,<2.0.0 # Microsoft Word document processing +openpyxl>=3.1.0,<4.0.0 # Excel file processing # ============================================================================ # DATABASE & STORAGE ENHANCED # ============================================================================ -sqlite3-utils==3.34.0 # SQLite database utilities -sqlalchemy==2.0.20 # SQL toolkit and ORM -redis==4.6.0 # Redis client for caching -pymongo==4.5.0 # MongoDB driver for document storage +# sqlite3 is built into Python 3.8+ - no separate package needed +sqlalchemy>=2.0.0,<3.0.0 # SQL toolkit and ORM +redis>=4.6.0,<6.0.0 # Redis client for caching +pymongo>=4.5.0,<5.0.0 # MongoDB driver for document storage # ============================================================================ # THREADING & CONCURRENCY ENHANCED # ============================================================================ -concurrent-futures==3.1.1 # Concurrent execution framework -threading2==0.1.2 # Enhanced threading utilities -asyncio-throttle==1.0.2 # Rate limiting for async operations -aiofiles==23.2.1 # Async file operations +asyncio-throttle>=1.0.0,<2.0.0 # Rate limiting for async operations +aiofiles>=23.2.0,<24.0.0 # Async file operations # ============================================================================ # SYSTEM INTEGRATION ENHANCED # ============================================================================ -subprocess32==3.5.4 # Enhanced subprocess module -signal-tools==1.0.0 # Signal handling utilities -click==8.1.7 # Command line interface creation -typer==0.9.0 # Modern CLI framework -pexpect==4.8.0 # Expect-like subprocess control +# signal is built into Python - no separate package needed +click>=8.1.0,<9.0.0 # Command line interface creation +typer>=0.9.0,<1.0.0 # Modern CLI framework +pexpect>=4.8.0,<5.0.0 # Expect-like subprocess control # ============================================================================ # BROWSER AGENT & WEB AUTOMATION (v6.0 ENHANCED!) # ============================================================================ -selenium==4.15.2 # Web browser automation for Browser Agent -webdriver-manager==4.0.1 # Automatic ChromeDriver management -beautifulsoup4==4.12.2 # HTML/XML parsing for DOM analysis -lxml==4.9.3 # XML and HTML processing -scrapy==2.11.0 # Web scraping framework -playwright==1.37.0 # Modern web automation library -mitmproxy==9.0.1 # HTTP proxy for traffic analysis -pyppeteer==1.0.2 # Headless Chrome automation alternative +selenium>=4.15.0,<5.0.0 # Web browser automation for Browser Agent +webdriver-manager>=4.0.0,<5.0.0 # Automatic ChromeDriver management +beautifulsoup4>=4.12.0,<5.0.0 # HTML/XML parsing for DOM analysis +# lxml not needed - BeautifulSoup uses built-in html.parser +scrapy>=2.11.0,<3.0.0 # Web scraping framework +playwright>=1.37.0,<2.0.0 # Modern web automation library +mitmproxy>=9.0.0,<11.0.0 # HTTP proxy for traffic analysis +pyppeteer>=1.0.0,<2.0.0 # Headless Chrome automation alternative # ============================================================================ # NETWORK ANALYSIS & MONITORING # ============================================================================ -scapy==2.5.0 # Packet manipulation and network analysis -netaddr==0.8.0 # Network address manipulation -dnspython==2.4.2 # DNS toolkit for Python -python-nmap==0.7.1 # Nmap integration library -pyshark==0.6 # Wireshark packet analysis +scapy>=2.5.0,<3.0.0 # Packet manipulation and network analysis +netaddr>=0.8.0,<1.0.0 # Network address manipulation +dnspython>=2.4.0,<3.0.0 # DNS toolkit for Python +python-nmap>=0.7.0,<1.0.0 # Nmap integration library +pyshark>=0.6.0,<1.0.0 # Wireshark packet analysis # ============================================================================ # BINARY ANALYSIS & REVERSE ENGINEERING # ============================================================================ -pwntools==4.10.0 # CTF framework and exploit development -capstone==5.0.1 # Disassembly framework -keystone-engine==0.9.2 # Assembler framework -unicorn==2.0.1 # CPU emulator framework -angr==9.2.65 # Binary analysis platform -r2pipe==1.7.4 # Radare2 Python bindings +pwntools>=4.10.0,<5.0.0 # CTF framework and exploit development +capstone>=5.0.0,<6.0.0 # Disassembly framework +keystone-engine>=0.9.0,<1.0.0 # Assembler framework +unicorn>=2.0.0,<3.0.0 # CPU emulator framework +angr>=9.2.0,<10.0.0 # Binary analysis platform +r2pipe>=1.7.0,<2.0.0 # Radare2 Python bindings # ============================================================================ # CLOUD & CONTAINER SECURITY # ============================================================================ -boto3==1.28.57 # AWS SDK for Python -azure-identity==1.14.0 # Azure authentication library -azure-mgmt-security==5.0.0 # Azure security management -google-cloud-security-center==1.23.0 # Google Cloud Security Center -kubernetes==27.2.0 # Kubernetes Python client -docker==6.1.3 # Docker SDK for Python +boto3>=1.28.0,<2.0.0 # AWS SDK for Python +azure-identity>=1.14.0,<2.0.0 # Azure authentication library +azure-mgmt-security>=5.0.0,<6.0.0 # Azure security management +google-cloud-security-center>=1.23.0,<2.0.0 # Google Cloud Security Center +kubernetes>=27.0.0,<29.0.0 # Kubernetes Python client +docker>=6.1.0,<7.0.0 # Docker SDK for Python # ============================================================================ -# AI & MACHINE LEARNING ENHANCED (v6.0 NEW!) +# AI & MACHINE LEARNING (OPTIONAL - Install separately if needed) # ============================================================================ -torch==2.0.1 # PyTorch deep learning framework for AI agents -transformers==4.33.2 # Hugging Face transformers for NLP and AI analysis -sentence-transformers==2.2.2 # Sentence embeddings for semantic analysis -scikit-learn==1.3.0 # Machine learning library for pattern recognition -numpy==1.24.3 # Numerical computing for AI operations -openai==0.28.0 # OpenAI API client for GPT integration -anthropic==0.3.11 # Anthropic Claude API client for MCP integration -langchain==0.0.292 # LangChain framework for AI agent orchestration -tiktoken==0.5.1 # Tokenizer for AI model integration +# These packages are NOT used in the core codebase and are OPTIONAL +# Install separately if you want to add custom AI features: +# pip3 install torch transformers sentence-transformers +# pip3 install openai anthropic langchain tiktoken scikit-learn +# See README.md for detailed AI setup instructions # ============================================================================ # DEVELOPMENT & TESTING ENHANCED # ============================================================================ -pytest==7.4.2 # Testing framework -pytest-asyncio==0.21.1 # Async testing support -pytest-cov==4.1.0 # Coverage reporting -pytest-mock==3.11.1 # Mocking utilities -black==23.7.0 # Code formatter -flake8==6.0.0 # Code linting -mypy==1.5.1 # Static type checking -bandit==1.7.5 # Security linting -safety==2.3.5 # Dependency vulnerability scanning +pytest>=7.4.0,<8.0.0 # Testing framework +pytest-asyncio>=0.21.0,<1.0.0 # Async testing support +pytest-cov>=4.1.0,<5.0.0 # Coverage reporting +pytest-mock>=3.11.0,<4.0.0 # Mocking utilities +black>=23.7.0,<24.0.0 # Code formatter +flake8>=6.0.0,<7.0.0 # Code linting +mypy>=1.5.0,<2.0.0 # Static type checking +bandit>=1.7.0,<2.0.0 # Security linting +safety>=2.3.0,<3.0.0 # Dependency vulnerability scanning # ============================================================================ # ADVANCED PROCESS MANAGEMENT & MONITORING (v6.0 ENHANCED!) # ============================================================================ -memory-profiler==0.61.0 # Memory usage profiling -py-spy==0.3.14 # Sampling profiler for Python -prometheus-client==0.17.1 # Prometheus metrics client -grafana-api==1.0.3 # Grafana API client -cachetools==5.3.1 # Advanced caching utilities -diskcache==5.6.3 # Disk-based caching for large datasets -joblib==1.3.2 # Parallel processing and caching +memory-profiler>=0.61.0,<1.0.0 # Memory usage profiling +py-spy>=0.3.0,<1.0.0 # Sampling profiler for Python +prometheus-client>=0.17.0,<1.0.0 # Prometheus metrics client +grafana-api>=1.0.0,<2.0.0 # Grafana API client +cachetools>=5.3.0,<6.0.0 # Advanced caching utilities +diskcache>=5.6.0,<6.0.0 # Disk-based caching for large datasets +joblib>=1.3.0,<2.0.0 # Parallel processing and caching # ============================================================================ # VULNERABILITY INTELLIGENCE & CVE ANALYSIS (v6.0 NEW!) # ============================================================================ -cve-search-api==1.0.0 # CVE database API integration -nvdlib==0.7.3 # NIST NVD API client for CVE data -exploit-db==1.3.0 # Exploit Database integration -mitre-cve==1.1.0 # MITRE CVE database client -vulners==2.0.7 # Vulners API for vulnerability intelligence +cve-search-api>=1.0.0,<2.0.0 # CVE database API integration +nvdlib>=0.7.0,<1.0.0 # NIST NVD API client for CVE data +exploit-db>=1.3.0,<2.0.0 # Exploit Database integration +mitre-cve>=1.1.0,<2.0.0 # MITRE CVE database client +vulners>=2.0.0,<3.0.0 # Vulners API for vulnerability intelligence # ============================================================================ # SPECIALIZED SECURITY LIBRARIES ENHANCED # ============================================================================ -yara-python==4.3.1 # YARA pattern matching engine -python-whois==0.8.0 # WHOIS protocol client -shodan==1.29.1 # Shodan API client -censys==2.2.5 # Censys API client -virustotal-api==1.1.11 # VirusTotal API client -haveibeenpwned==3.0.0 # Have I Been Pwned API client -threatintel==1.0.0 # Threat intelligence correlation -iocextract==1.16.1 # IOC extraction from text +yara-python>=4.3.0,<5.0.0 # YARA pattern matching engine +python-whois>=0.8.0,<1.0.0 # WHOIS protocol client +shodan>=1.29.0,<2.0.0 # Shodan API client +censys>=2.2.0,<3.0.0 # Censys API client +virustotal-api>=1.1.0,<2.0.0 # VirusTotal API client +haveibeenpwned>=3.0.0,<4.0.0 # Have I Been Pwned API client +threatintel>=1.0.0,<2.0.0 # Threat intelligence correlation +iocextract>=1.16.0,<2.0.0 # IOC extraction from text # ============================================================================ # STEGANOGRAPHY & FORENSICS # ============================================================================ -stegano==0.11.2 # Steganography tools -pillow-heif==0.13.0 # HEIF image format support -python-magic==0.4.27 # File type detection -volatility3==2.4.1 # Memory forensics framework +stegano>=0.11.0,<1.0.0 # Steganography tools +pillow-heif>=0.13.0,<1.0.0 # HEIF image format support +volatility3>=2.4.0,<3.0.0 # Memory forensics framework # ============================================================================ # CRYPTOGRAPHY & HASH ANALYSIS # ============================================================================ -hashid==3.1.4 # Hash identifier -john==1.9.0 # John the Ripper Python bindings -hashcat-utils==1.9 # Hashcat utilities -cryptography==41.0.4 # Modern cryptography library +hashid>=3.1.0,<4.0.0 # Hash identifier # ============================================================================ # OSINT & RECONNAISSANCE # ============================================================================ -shodan==1.29.1 # Shodan search engine API -censys==2.2.5 # Censys internet scanning API -python-whois==0.8.0 # WHOIS information retrieval -dnspython==2.4.2 # DNS toolkit -sublist3r==1.1 # Subdomain enumeration tool - -# ============================================================================ -# NOTES & INSTALLATION REQUIREMENTS -# ============================================================================ +sublist3r>=1.1.0,<2.0.0 # Subdomain enumeration tool # ============================================================================ # EXTERNAL SECURITY TOOLS (150+ Tools - Install separately) @@ -260,8 +249,8 @@ sublist3r==1.1 # Subdomain enumeration tool # - Burp Suite integration support for proxy chaining # # 🤖 AI Agent Dependencies: -# - FastMCP framework for AI agent communication -# - Optional: OpenAI/Anthropic API keys for enhanced AI features +# - FastMCP framework for AI agent communication (included) +# - Optional AI/ML packages available separately (see README.md) # # Installation Notes: # 1. Kali Linux 2024.1+ includes most tools by default