mirror of
https://github.com/invariantlabs-ai/invariant-gateway.git
synced 2026-07-06 02:47:50 +02:00
Add preload guardrails api call for anthropic and gemini.
This commit is contained in:
@@ -18,6 +18,7 @@ from converters.anthropic_to_invariant import (
|
||||
)
|
||||
from common.authorization import extract_authorization_from_headers
|
||||
from common.request_context_data import RequestContextData
|
||||
from integrations.guardails import preload_guardrails
|
||||
|
||||
gateway = APIRouter()
|
||||
|
||||
@@ -79,7 +80,9 @@ async def anthropic_v1_messages_gateway(
|
||||
request_json=request_json,
|
||||
dataset_name=dataset_name,
|
||||
invariant_authorization=invariant_authorization,
|
||||
config=config,
|
||||
)
|
||||
asyncio.create_task(preload_guardrails(context))
|
||||
|
||||
if request_json.get("stream"):
|
||||
return await handle_streaming_response(context, client, anthropic_request)
|
||||
|
||||
@@ -16,6 +16,7 @@ from common.authorization import extract_authorization_from_headers
|
||||
from common.request_context_data import RequestContextData
|
||||
from converters.gemini_to_invariant import convert_request, convert_response
|
||||
from integrations.explorer import push_trace
|
||||
from integrations.guardails import preload_guardrails
|
||||
|
||||
gateway = APIRouter()
|
||||
|
||||
@@ -71,7 +72,9 @@ async def gemini_generate_content_gateway(
|
||||
request_json=request_json,
|
||||
dataset_name=dataset_name,
|
||||
invariant_authorization=invariant_authorization,
|
||||
config=config,
|
||||
)
|
||||
asyncio.create_task(preload_guardrails(context))
|
||||
|
||||
if alt == "sse" or endpoint == "streamGenerateContent":
|
||||
return await stream_response(
|
||||
|
||||
Reference in New Issue
Block a user