log LLM config

This commit is contained in:
Adam Wilson
2025-07-23 20:21:42 -06:00
parent cb92890bb9
commit ae279a512d
10 changed files with 31 additions and 21 deletions
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_01_malicious_prompts_no_mitigation -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_02_malicious_prompts_cot -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_03_malicious_prompts_rag -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_04_malicious_prompts_rag_and_cot -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
+1
View File
@@ -50,6 +50,7 @@ def run_prompt_analysis_test(
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
llm_config=completion_result.guidelines_processed_completion.llm_config,
scores=result.scores,
mean=result.mean,
max=result.max