mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-07-09 14:38:07 +02:00
Adam Wilson
29 lines
996 B
Python
29 lines
996 B
Python
"""
|
|
Usage:
|
|
$ pytest -k test_02_malicious_prompts_cot -s --disable-warnings
|
|
"""
|
|
|
|
import pytest
|
|
from test_utils import run_prompt_analysis_test
|
|
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
|
|
|
|
|
|
@pytest.mark.mitigation
|
|
def test_02_malicious_prompts_cot(
|
|
text_generation_completion_service: AbstractTextGenerationCompletionService,
|
|
semantic_similarity_service,
|
|
malicious_prompts,
|
|
prompt_injection_all_example_responses
|
|
):
|
|
def configure_service(service):
|
|
return (service
|
|
.with_chain_of_thought_guidelines())
|
|
|
|
results = run_prompt_analysis_test(
|
|
test_id=2,
|
|
text_generation_completion_service=text_generation_completion_service,
|
|
semantic_similarity_service=semantic_similarity_service,
|
|
prompts=malicious_prompts,
|
|
comparison_texts=prompt_injection_all_example_responses,
|
|
service_configurator=configure_service
|
|
) |