diff --git a/gateway/routes/anthropic.py b/gateway/routes/anthropic.py index 982aa3d..2b04a6b 100644 --- a/gateway/routes/anthropic.py +++ b/gateway/routes/anthropic.py @@ -18,6 +18,7 @@ from converters.anthropic_to_invariant import ( ) from common.authorization import extract_authorization_from_headers from common.request_context_data import RequestContextData +from integrations.guardails import preload_guardrails gateway = APIRouter() @@ -79,7 +80,9 @@ async def anthropic_v1_messages_gateway( request_json=request_json, dataset_name=dataset_name, invariant_authorization=invariant_authorization, + config=config, ) + asyncio.create_task(preload_guardrails(context)) if request_json.get("stream"): return await handle_streaming_response(context, client, anthropic_request) diff --git a/gateway/routes/gemini.py b/gateway/routes/gemini.py index 8383857..7ff67e8 100644 --- a/gateway/routes/gemini.py +++ b/gateway/routes/gemini.py @@ -16,6 +16,7 @@ from common.authorization import extract_authorization_from_headers from common.request_context_data import RequestContextData from converters.gemini_to_invariant import convert_request, convert_response from integrations.explorer import push_trace +from integrations.guardails import preload_guardrails gateway = APIRouter() @@ -71,7 +72,9 @@ async def gemini_generate_content_gateway( request_json=request_json, dataset_name=dataset_name, invariant_authorization=invariant_authorization, + config=config, ) + asyncio.create_task(preload_guardrails(context)) if alt == "sse" or endpoint == "streamGenerateContent": return await stream_response(