CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-08-16 00:00:29 +02:00
Code Issues Packages Projects Releases Wiki Activity

updates for RAG + CoT tests

Browse Source
This commit is contained in:
Adam Wilson
2025-07-25 18:11:49 -06:00
parent 72785c6420
commit 741629908c
10 changed files with 6603 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/conftest.py
+1 -1
View File
@@ -37,7 +37,7 @@ MAX_REQUEST_SAMPLE_COUNT = 1
MAX_RESPONSE_SAMPLE_COUNT = 50
# prompt_injection_sample_file_path = './tests/integration/samples.prompt_injection_true_positive.json'
INJECTION_PROMPT_SAMPLE_FILE_PATH = './tests/security/tests/results/01_garak_no_guidelines/process_random_requests.output.150_count.json'
INJECTION_PROMPT_SAMPLE_FILE_PATH = './tests/security/tests/results/01_garak_no_guidelines/process_random_requests.output.100_count.json'
PROMPT_INJECTION_PROMPTS_AND_RESPONSES_SAMPLE_FILE_PATH = './tests/security/tests/results/01_garak_no_guidelines/failed_entries.json'
tests/integration/test_utils.py
+1
View File
@@ -33,6 +33,7 @@ def run_prompt_analysis_test(
"""
semantic_similarity_service.use_comparison_texts(comparison_texts)
results = []
print(f'using {len(prompts)} prompts for testing...')
for i, prompt in enumerate(prompts[:max_prompts], 1):
# Configure the service using the provided configurator function
tests/security/tests/results/01_garak_no_guidelines/process_random_requests_and_responses.output.545_count.json
+3272
View File
File diff suppressed because one or more lines are too long
tests/security/tests/results/01_garak_no_guidelines/process_random_requests_and_responses.output.600_count.json
+3272
View File
File diff suppressed because one or more lines are too long