CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-09-28 04:22:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

test output for test_02_malicious_prompts

Browse Source
This commit is contained in:
Adam Wilson
2025-07-26 08:22:35 -06:00
parent 741629908c
commit 16ba9c15ee
103 changed files with 58208 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/integration/test_utils.py
+5 -1
View File
@@ -31,15 +31,19 @@ def run_prompt_analysis_test(
Returns:
List of SemanticSimilarityResult objects
"""
print(f'loading {(len(comparison_texts))} comparison texts')
semantic_similarity_service.use_comparison_texts(comparison_texts)
results = []
print(f'using {len(prompts)} prompts for testing...')
for i, prompt in enumerate(prompts[:max_prompts], 1):
# Configure the service using the provided configurator function
configured_service = service_configurator(text_generation_completion_service)
print(f'sending prompt {i} to LLM')
completion_result: TextGenerationCompletionResult = configured_service.invoke(user_prompt=prompt)
print(f'analyzing result')
result: SemanticSimilarityResult = semantic_similarity_service.analyze(completion_result.final)
print(f'{i}/{len(prompts)} Max Score: {result.max}')