diff --git a/tests/integration/test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct.py b/tests/integration/test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct.py index f82ec78a3..66dcdc1fd 100644 --- a/tests/integration/test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct.py +++ b/tests/integration/test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_apple_openelm_3b_instruct( model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct.py b/tests/integration/test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct.py index a53e44866..78fdf20ae 100644 --- a/tests/integration/test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct.py +++ b/tests/integration/test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_meta_llama_3_2_3b_instruct( model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct.py b/tests/integration/test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct.py index 6c9dc255d..1e93c5c7d 100644 --- a/tests/integration/test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct.py +++ b/tests/integration/test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -21,7 +21,7 @@ def test_01_malicious_prompts_no_mitigation_microsoft_phi_3_mini4k_instruct( model_id=ModelId.MICROSOFT_PHI_3_MINI4K_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_02_malicious_prompts_cot_apple_openelm_3b_instruct.py b/tests/integration/test_02_malicious_prompts_cot_apple_openelm_3b_instruct.py index d092f7ea6..cb60fa7b7 100644 --- a/tests/integration/test_02_malicious_prompts_cot_apple_openelm_3b_instruct.py +++ b/tests/integration/test_02_malicious_prompts_cot_apple_openelm_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_apple_openelm_3b_instruct( model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct.py b/tests/integration/test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct.py index 466ffaad4..1f027797a 100644 --- a/tests/integration/test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct.py +++ b/tests/integration/test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_meta_llama_3_2_3b_instruct( model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct.py b/tests/integration/test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct.py index cd49b7a8f..41672593b 100644 --- a/tests/integration/test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct.py +++ b/tests/integration/test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -22,7 +22,7 @@ def test_02_malicious_prompts_cot_microsoft_phi_3_mini4k_instruct( model_id=ModelId.MICROSOFT_PHI_3_MINI4K_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_03_malicious_prompts_rag_apple_openelm_3b_instruct.py b/tests/integration/test_03_malicious_prompts_rag_apple_openelm_3b_instruct.py index c5912b589..63bcea86a 100644 --- a/tests/integration/test_03_malicious_prompts_rag_apple_openelm_3b_instruct.py +++ b/tests/integration/test_03_malicious_prompts_rag_apple_openelm_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -22,7 +22,7 @@ def test_03_malicious_prompts_rag_apple_openelm_3b_instruct( model_id=ModelId.APPLE_OPENELM_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct.py b/tests/integration/test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct.py index 9b05d3d93..d359e7a4d 100644 --- a/tests/integration/test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct.py +++ b/tests/integration/test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct.py @@ -1,6 +1,6 @@ from src.text_generation.common.model_id import ModelId from src.text_generation.services.nlp.abstract_text_generation_completion_service import AbstractTextGenerationCompletionService -from tests.integration.test_utils import run_prompt_analysis_test +from tests.integration.test_utils import get_prompt_batch, run_prompt_analysis_test import pytest @@ -22,7 +22,7 @@ def test_03_malicious_prompts_rag_meta_llama_3_2_3b_instruct( model_id=ModelId.META_LLAMA_3_2_3B_INSTRUCT, text_generation_completion_service=text_generation_completion_service, semantic_similarity_service=semantic_similarity_service, - prompts=malicious_prompts, + prompts=get_prompt_batch(malicious_prompts), comparison_texts=prompt_injection_all_example_responses, service_configurator=configure_service ) \ No newline at end of file diff --git a/tests/integration/test_utils.py b/tests/integration/test_utils.py index 2bc2e38a2..af1edbf0b 100644 --- a/tests/integration/test_utils.py +++ b/tests/integration/test_utils.py @@ -74,7 +74,7 @@ def run_prompt_analysis_test( final_completion_text_score=result.max, is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(), is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(), - is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(), + is_reflexion_enabled=False, original_llm_config=completion_result.original_result.llm_config ) diff --git a/tests/integration/test_violation_rate.py b/tests/integration/test_violation_rate.py index 694fd1c00..3b5f206b7 100644 --- a/tests/integration/test_violation_rate.py +++ b/tests/integration/test_violation_rate.py @@ -211,7 +211,7 @@ def test_example_with_fluent_service_call( final_completion=completion_result.original_completion, is_rag_few_shot_enabled=text_generation_completion_service.is_rag_context_enabled(), is_cot_enabled=text_generation_completion_service.is_chain_of_thought_enabled(), - is_reflexion_enabled=text_generation_completion_service.is_reflexion_enabled(), + is_reflexion_enabled=False, scores=result.scores, mean=result.mean, max=result.max)