CalvinBackup/ai-llm-red-team-handbook
1
0
Fork 0
mirror of https://github.com/Shiva108/ai-llm-red-team-handbook.git synced 2026-02-12 14:42:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Update pit scan command invocations to include run subcommand and add a new model-specific test.

Browse Source
This commit is contained in:
shiva108
2026-01-27 16:33:25 +01:00
parent 0061ac5de9
commit 99ff91bdb2
2 changed files with 17 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tools/prompt_injection_tester/cli.py
View File

@@ -65,6 +65,7 @@ Security Note:
"--model", "-m",
help="Model identifier (e.g., gpt-4, llama3:latest, openai/gpt-oss-20b)",
)
target_group.add_argument(
"--api-type",
choices=["openai", "anthropic", "custom"],

23
tools/prompt_injection_tester/run_pit_workflow.py
View File

@@ -41,7 +41,7 @@ def main():
# 2. Reconnaissance
print("\n\033[1m## 2. Reconnaissance\033[0m")
# Test Service Discovery (IP Only)
run_command("pit scan http://127.0.0.1 --auto --verbose")
run_command("pit scan run http://127.0.0.1 --auto --verbose")
# List Available Attack Patterns
run_command("pit list patterns")
# Verify Target Authorization
@@ -53,7 +53,7 @@ def main():
# Run Full Auto Scan
print("Running Full Auto Scan...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--auto "
"--output docs/reports/report.html "
"--format html "
@@ -64,7 +64,7 @@ def main():
# Test Specific Categories
print("Testing Specific Categories...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--categories direct "
"--max-concurrent 2 "
"--authorize"
@@ -73,7 +73,7 @@ def main():
# Test Output Formats (JSON/YAML)
print("Testing Output Formats...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--patterns direct_instruction_override "
"--output docs/reports/results.json "
"--format json "
@@ -84,7 +84,7 @@ def main():
# Test Configuration File Loading
print("Testing Configuration File Loading...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--config examples/config.yaml "
"--output docs/reports/report_custom.yaml "
"--authorize"
@@ -93,7 +93,7 @@ def main():
# Test Advanced Capabilities
print("Testing Advanced Capabilities...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--config examples/config.yaml "
"--output docs/reports/report_advanced.json "
"--format json "
@@ -103,12 +103,21 @@ def main():
# Target Specific Models
print("Targeting Specific Models...")
run_command(
"pit scan http://localhost:11434/api/chat "
"pit scan run http://localhost:11434/api/chat "
"--config examples/config.yaml "
"--output docs/reports/report_custom.json "
"--authorize"
)
# Test Specific Model (Fix Verification)
print("Testing Specific Model (gpt-oss-20b)...")
run_command(
"pit scan run http://localhost:11434/api/chat "
"--model openai/gpt-oss-20b "
"--output docs/reports/report_model_specific.json "
"--authorize"
)
# 4. Verification & Reporting
print("\n\033[1m## 4. Verification & Reporting\033[0m")
print("Review generated reports in docs/reports/ ...")