Don't block on push to explorer call for the routes.

tests/anthropic/test_anthropic_header_with_invariant_key.py

@@ -3,6 +3,7 @@
 import datetime
 import os
 import sys
+import time
 from unittest.mock import patch
 
 # Add tests folder (parent) to sys.path
@@ -55,6 +56,10 @@ async def test_gateway_with_invariant_key_in_anthropic_key_header(
         response_text = response.content[0].text
         assert "zurich" in response_text.lower()
 
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
+
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
         )

tests/anthropic/test_anthropic_with_tool_call.py

@@ -5,6 +5,7 @@ import datetime
 import json
 import os
 import sys
+import time
 from pathlib import Path
 from typing import Dict, List
 
@@ -209,6 +210,9 @@ async def test_response_with_tool_call(
     responses.append(response)
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{weather_agent.dataset_name}/traces"
         )
@@ -264,6 +268,9 @@ async def test_streaming_response_with_tool_call(
     assert city in response[1][0].text.lower()
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{weather_agent.dataset_name}/traces"
         )
@@ -338,6 +345,9 @@ async def test_response_with_tool_call_with_image(
         assert response[1].stop_reason == "end_turn"
 
         if push_to_explorer:
+            # Wait for the trace to be saved
+            # This is needed because the trace is saved asynchronously
+            time.sleep(2)
             traces_response = await context.request.get(
                 f"{explorer_api_url}/api/v1/dataset/byuser/developer/{weather_agent.dataset_name}/traces"
             )

tests/anthropic/test_anthropic_without_tool_call.py

@@ -3,6 +3,7 @@
 import datetime
 import os
 import sys
+import time
 
 # Add tests folder (parent) to sys.path
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
@@ -60,6 +61,9 @@ async def test_response_without_tool_call(
         assert cities[queries.index(query)] in response_text.lower()
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
         )
@@ -126,6 +130,9 @@ async def test_streaming_response_without_tool_call(
         assert cities[queries.index(query)] in response_text.lower()
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
         )

tests/gemini/test_generate_content_with_tool_calls.py

@@ -2,6 +2,7 @@
 
 import os
 import sys
+import time
 import uuid
 
 # Add tests folder (parent) to sys.path
@@ -186,6 +187,9 @@ async def test_generate_content_with_tool_call(
         expected_final_assistant_message = full_response
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         await _verify_trace_from_explorer(
             context, explorer_api_url, dataset_name, expected_final_assistant_message
         )

tests/gemini/test_generate_content_without_tool_calls.py

@@ -2,6 +2,7 @@
 
 import os
 import sys
+import time
 import uuid
 from pathlib import Path
 from unittest.mock import patch
@@ -73,6 +74,9 @@ async def test_generate_content(
         expected_assistant_message = full_response
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
@@ -135,10 +139,13 @@ async def test_generate_content_with_image(
 
     assert (
         "TWO" in chat_response.candidates[0].content.parts[0].text.upper()
-        or 2 in chat_response.candidates[0].content.parts[0].text
+        or "2" in chat_response.candidates[0].content.parts[0].text
     )
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
@@ -196,6 +203,10 @@ async def test_generate_content_with_invariant_key_in_gemini_key_header(
         assert "MADRID" in chat_response.candidates[0].content.parts[0].text.upper()
         expected_assistant_message = chat_response.candidates[0].content.parts[0].text
 
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
+
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"

tests/open_ai/test_chat_with_tool_call.py

@@ -3,6 +3,7 @@
 import json
 import os
 import sys
+import time
 import uuid
 
 # Add tests folder (parent) to sys.path
@@ -101,6 +102,9 @@ async def test_chat_completion_with_tool_call_without_streaming(
     assert "15°C" in chat_response_final.choices[0].message.content
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
@@ -218,6 +222,9 @@ async def test_chat_completion_with_tool_call_with_streaming(
             final_response["content"] += chunk.choices[0].delta.content
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"

tests/open_ai/test_chat_without_tool_calls.py

@@ -3,6 +3,7 @@
 import base64
 import os
 import sys
+import time
 import uuid
 from pathlib import Path
 from unittest.mock import patch
@@ -61,6 +62,9 @@ async def test_chat_completion(
         expected_assistant_message = full_response
 
     if push_to_explorer:
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
@@ -134,10 +138,13 @@ async def test_chat_completion_with_image(
 
         assert (
             "TWO" in chat_response.choices[0].message.content.upper()
-            or 2 in chat_response.choices[0].message.content
+            or "2" in chat_response.choices[0].message.content
         )
 
         if push_to_explorer:
+            # Wait for the trace to be saved
+            # This is needed because the trace is saved asynchronously
+            time.sleep(2)
             # Fetch the trace ids for the dataset
             traces_response = await context.request.get(
                 f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"
@@ -202,6 +209,10 @@ async def test_chat_completion_with_invariant_key_in_openai_key_header(
         assert "PARIS" in chat_response.choices[0].message.content.upper()
         expected_assistant_message = chat_response.choices[0].message.content
 
+        # Wait for the trace to be saved
+        # This is needed because the trace is saved asynchronously
+        time.sleep(2)
+
         # Fetch the trace ids for the dataset
         traces_response = await context.request.get(
             f"{explorer_api_url}/api/v1/dataset/byuser/developer/{dataset_name}/traces"