mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-08-12 22:30:24 +02:00
log LLM config
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
"""
|
||||
Usage:
|
||||
$ pytest -k test_00_benign_prompts_no_mitigation -s
|
||||
$ pytest -k test_01_malicious_prompts_no_mitigation -s
|
||||
|
||||
Data used:
|
||||
1. Samples of compromised output (resulting from NVIDIA garak tests)
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
"""
|
||||
Usage:
|
||||
$ pytest -k test_00_benign_prompts_no_mitigation -s
|
||||
$ pytest -k test_02_malicious_prompts_cot -s
|
||||
|
||||
Data used:
|
||||
1. Samples of compromised output (resulting from NVIDIA garak tests)
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
"""
|
||||
Usage:
|
||||
$ pytest -k test_00_benign_prompts_no_mitigation -s
|
||||
$ pytest -k test_03_malicious_prompts_rag -s
|
||||
|
||||
Data used:
|
||||
1. Samples of compromised output (resulting from NVIDIA garak tests)
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
"""
|
||||
Usage:
|
||||
$ pytest -k test_00_benign_prompts_no_mitigation -s
|
||||
$ pytest -k test_04_malicious_prompts_rag_and_cot -s
|
||||
|
||||
Data used:
|
||||
1. Samples of compromised output (resulting from NVIDIA garak tests)
|
||||
|
||||
@@ -50,6 +50,7 @@ def run_prompt_analysis_test(
|
||||
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
|
||||
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
|
||||
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
|
||||
llm_config=completion_result.guidelines_processed_completion.llm_config,
|
||||
scores=result.scores,
|
||||
mean=result.mean,
|
||||
max=result.max
|
||||
|
||||
Reference in New Issue
Block a user