updates for RAG + CoT tests

src/text_generation/adapters/prompt_injection_example_repository.py

@@ -15,12 +15,13 @@ class PromptInjectionExampleRepository(AbstractPromptInjectionExampleRepository)
     def _examples(self) -> List[Dict[str, str]]:
         """Get the list of prompt injection examples."""
 
-        base_path = os.environ.get('BASE_PATH', '.')    
-        json_filename = 'process_random_requests_and_responses.output.50_count.json'
+        base_path = os.environ.get('INJECTION_DATA_DIR', '.')    
+        json_filename = 'process_random_requests_and_responses.output.545_count.json'
         file_path = os.path.join(base_path, json_filename)
         result = []
     
         try:
+            print(f'opening {file_path}')
             with open(file_path, 'r', encoding='utf-8') as file:
                 data = json.load(file)
                 
@@ -33,6 +34,8 @@ class PromptInjectionExampleRepository(AbstractPromptInjectionExampleRepository)
                 print("Error: JSON file should contain an object or array of objects")
                 return []
             
+            print(f'data length: {len(data)}')
+            
             for item in data:
                 if isinstance(item, dict):
                     # Extract prompt and completion keys, ignore others
@@ -50,8 +53,7 @@ class PromptInjectionExampleRepository(AbstractPromptInjectionExampleRepository)
                             extracted['prompt_injection_completion'] = item[key]
                             break
                     
-                    # Only add if we found both prompt and completion
-                    if 'prompt' in extracted and 'completion' in extracted:
+                    if 'prompt_injection_prompt' in extracted and 'prompt_injection_completion' in extracted:
                         result.append(extracted)
         
         except FileNotFoundError: