CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-07-06 21:17:51 +02:00
Code Issues Packages Projects Releases Wiki Activity

matrix strategy for tests; remove dead code

Browse Source
This commit is contained in:
Adam Wilson
2025-08-18 16:31:32 -06:00
parent 010933aa59
commit 0411049d6b
10 changed files with 18 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/integration/test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct(
model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct(
model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct(
model_id=ModelId.MICROSOFT_PHI_3_MINI4K_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_02_malicious_prompts_cot_apple_openelm_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_apple_openelm_3b_instruct(
model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct(
model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct(
model_id=ModelId.MICROSOFT_PHI_3_MINI4K_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_03_malicious_prompts_rag_apple_openelm_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -22,7 +22,7 @@ def test_03_malicious_prompts_rag_apple_openelm_3b_instruct(
model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct.py
+2 -2
View File
@@ -1,6 +1,6 @@
from src.text_generation.common.model_id import ModelId
from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService
from tests.integration.test_utils import run_prompt_analysis_test
from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test
import pytest
@@ -22,7 +22,7 @@ def test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct(
model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT,
text_generation_completion_service=text_generation_completion_service,
semantic_similarity_service=semantic_similarity_service,
prompts=malicious_prompts,
prompts=get_prompt_batch(malicious_prompts),
comparison_texts=prompt_injection_all_example_responses,
service_configurator=configure_service
)
tests/integration/test_utils.py
+1 -1
View File
@@ -74,7 +74,7 @@ def run_prompt_analysis_test(
final_completion_text_score=result.max,
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
is_reflexion_enabled=False,
original_llm_config=completion_result.original_result.llm_config
)
tests/integration/test_violation_rate.py
+1 -1
View File
@@ -211,7 +211,7 @@ def test_example_with_fluent_service_call(
final_completion=completion_result.original_completion,
is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(),
is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(),
is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(),
is_reflexion_enabled=False,
scores=result.scores,
mean=result.mean,
max=result.max)