Add preload guardrails api call for anthropic and gemini.

This commit is contained in:
Hemang
2025-03-19 09:51:56 +01:00
parent 44988c3535
commit ab3169938d
2 changed files with 6 additions and 0 deletions
+3
View File
@@ -18,6 +18,7 @@ from converters.anthropic_to_invariant import (
)
from common.authorization import extract_authorization_from_headers
from common.request_context_data import RequestContextData
from integrations.guardails import preload_guardrails
gateway = APIRouter()
@@ -79,7 +80,9 @@ async def anthropic_v1_messages_gateway(
request_json=request_json,
dataset_name=dataset_name,
invariant_authorization=invariant_authorization,
config=config,
)
asyncio.create_task(preload_guardrails(context))
if request_json.get("stream"):
return await handle_streaming_response(context, client, anthropic_request)
+3
View File
@@ -16,6 +16,7 @@ from common.authorization import extract_authorization_from_headers
from common.request_context_data import RequestContextData
from converters.gemini_to_invariant import convert_request, convert_response
from integrations.explorer import push_trace
from integrations.guardails import preload_guardrails
gateway = APIRouter()
@@ -71,7 +72,9 @@ async def gemini_generate_content_gateway(
request_json=request_json,
dataset_name=dataset_name,
invariant_authorization=invariant_authorization,
config=config,
)
asyncio.create_task(preload_guardrails(context))
if alt == "sse" or endpoint == "streamGenerateContent":
return await stream_response(