CalvinBackup/agentic_security
1
0
Fork 0
mirror of https://github.com/msoedov/agentic_security.git synced 2026-08-09 19:26:04 +02:00
Code Issues Packages Projects Releases Wiki Activity

refactor: move hardcoded values to configurable settings

Browse Source 
Move hardcoded CSV output paths and max injection attempts to
configurable settings via agentic_security.toml using settings_var().

- failures_csv_path (default: failures.csv)
- full_log_csv_path (default: full_scan_log.csv)
- max_injection_attempts (default: 20)

Closes #167
This commit is contained in:
Carlos
2026-05-27 09:26:39 -04:00
parent faf4344f97
commit 4acf2a6539
1 changed files with 13 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agentic_security/probe_actor/fuzzer.py
+13 -23
View File
@@ -24,6 +24,9 @@ BUDGET_MULTIPLIER = settings_var("fuzzer.budget_multiplier", 100000000)
INITIAL_OPTIMIZER_POINTS = settings_var("fuzzer.initial_optimizer_points", 25) INITIAL_OPTIMIZER_POINTS = settings_var("fuzzer.initial_optimizer_points", 25)
MIN_FAILURE_SAMPLES = settings_var("fuzzer.min_failure_samples", 5) MIN_FAILURE_SAMPLES = settings_var("fuzzer.min_failure_samples", 5)
FAILURE_RATE_THRESHOLD = settings_var("fuzzer.failure_rate_threshold", 0.5) FAILURE_RATE_THRESHOLD = settings_var("fuzzer.failure_rate_threshold", 0.5)
FAILURES_CSV_PATH = settings_var("fuzzer.failures_csv_path", "failures.csv")
FULL_LOG_CSV_PATH = settings_var("fuzzer.full_log_csv_path", "full_scan_log.csv")
MAX_INJECTION_ATTEMPTS = settings_var("fuzzer.max_injection_attempts", 20)
async def generate_prompts( async def generate_prompts(
@@ -111,9 +114,7 @@ async def process_prompt(
if response.status_code >= 400: if response.status_code >= 400:
logger.error(f"HTTP {response.status_code} {response.content=}") logger.error(f"HTTP {response.status_code} {response.content=}")
fuzzer_state.add_error( fuzzer_state.add_error(module_name, prompt, response.status_code, response.text)
module_name, prompt, response.status_code, response.text
)
return tokens, True return tokens, True
# Process successful response # Process successful response
@@ -123,9 +124,7 @@ async def process_prompt(
# Check if the response indicates a refusal # Check if the response indicates a refusal
refused = refusal_heuristic(response.json()) refused = refusal_heuristic(response.json())
if refused: if refused:
fuzzer_state.add_refusal( fuzzer_state.add_refusal(module_name, prompt, response.status_code, response_text)
module_name, prompt, response.status_code, response_text
)
fuzzer_state.add_output(module_name, prompt, response_text, refused) fuzzer_state.add_output(module_name, prompt, response_text, refused)
return tokens, refused return tokens, refused
@@ -169,10 +168,7 @@ async def process_prompt_batch(
- Total number of tokens processed. - Total number of tokens processed.
- Number of failed prompts. - Number of failed prompts.
""" """
tasks = [ tasks = [process_prompt(request_factory, p, tokens, module_name, fuzzer_state) for p in prompts]
process_prompt(request_factory, p, tokens, module_name, fuzzer_state)
for p in prompts
]
results = await asyncio.gather(*tasks) results = await asyncio.gather(*tasks)
total_tokens = sum(r[0] for r in results) total_tokens = sum(r[0] for r in results)
failures = sum(1 for r in results if r[1]) failures = sum(1 for r in results if r[1])
@@ -216,11 +212,7 @@ async def scan_module(
# Initialize optimizer if optimization is enabled # Initialize optimizer if optimization is enabled
optimizer = ( optimizer = (
Optimizer( Optimizer([Real(0, 1)], base_estimator="GP", n_initial_points=INITIAL_OPTIMIZER_POINTS) if optimize else None
[Real(0, 1)], base_estimator="GP", n_initial_points=INITIAL_OPTIMIZER_POINTS
)
if optimize
else None
) )
module_size = 0 if module.lazy else len(module.prompts) module_size = 0 if module.lazy else len(module.prompts)
@@ -422,8 +414,8 @@ async def perform_single_shot_scan(
processed_prompts += module_size processed_prompts += module_size
yield ScanResult.status_msg("Scan completed.") yield ScanResult.status_msg("Scan completed.")
fuzzer_state.export_failures("failures.csv") fuzzer_state.export_failures(FAILURES_CSV_PATH)
fuzzer_state.export_full_log("full_scan_log.csv") fuzzer_state.export_full_log(FULL_LOG_CSV_PATH)
async def perform_many_shot_scan( async def perform_many_shot_scan(
@@ -515,7 +507,7 @@ async def perform_many_shot_scan(
tokens += prompt_tokens tokens += prompt_tokens
injected = False injected = False
for _ in range(20): for _ in range(MAX_INJECTION_ATTEMPTS):
if injected: if injected:
break break
@@ -552,14 +544,12 @@ async def perform_many_shot_scan(
).model_dump_json() ).model_dump_json()
if optimize and len(failure_rates) >= MIN_FAILURE_SAMPLES: if optimize and len(failure_rates) >= MIN_FAILURE_SAMPLES:
yield ScanResult.status_msg( yield ScanResult.status_msg(f"High failure rate detected ({failure_rate:.2%}). Stopping this module...")
f"High failure rate detected ({failure_rate:.2%}). Stopping this module..."
)
break break
yield ScanResult.status_msg("Scan completed.") yield ScanResult.status_msg("Scan completed.")
fuzzer_state.export_failures("failures.csv") fuzzer_state.export_failures(FAILURES_CSV_PATH)
fuzzer_state.export_full_log("full_scan_log.csv") fuzzer_state.export_full_log(FULL_LOG_CSV_PATH)
def scan_router( def scan_router(