CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-08-14 23:30:22 +02:00
Code Issues Packages Projects Releases Wiki Activity

log LLM config

Browse Source
This commit is contained in:
Adam Wilson
2025-07-23 20:21:42 -06:00
parent cb92890bb9
commit ae279a512d
10 changed files with 31 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/conftest.py
+1 -1
View File
@@ -33,7 +33,7 @@ from src.text_generation.services.prompt_injection.prompt_injection_example_serv
from src.text_generation.services.utilities.response_processing_service import ResponseProcessingService
MAX_REQUEST_SAMPLE_COUNT = 100
MAX_REQUEST_SAMPLE_COUNT = 1
MAX_RESPONSE_SAMPLE_COUNT = 50
def pytest_deselected(items):
tests/integration/test_01_malicious_prompts_no_mitigation.py
+1 -1
View File
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_01_malicious_prompts_no_mitigation -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
tests/integration/test_02_malicious_prompts_cot.py
+1 -1
View File
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_02_malicious_prompts_cot -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
tests/integration/test_03_malicious_prompts_rag.py
+1 -1
View File
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_03_malicious_prompts_rag -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
tests/integration/test_04_malicious_prompts_rag_and_cot.py
+1 -1
View File
@@ -1,6 +1,6 @@
"""
Usage:
$ pytest -k test_00_benign_prompts_no_mitigation -s
$ pytest -k test_04_malicious_prompts_rag_and_cot -s
Data used:
1. Samples of compromised output (resulting from NVIDIA garak tests)
tests/integration/test_utils.py
+1
View File
@@ -50,6 +50,7 @@ def run_prompt_analysis_test(
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
llm_config=completion_result.guidelines_processed_completion.llm_config,
scores=result.scores,
mean=result.mean,
max=result.max