CalvinBackup/invariant-gateway
1
0
Fork 0
mirror of https://github.com/invariantlabs-ai/invariant-gateway.git synced 2026-07-08 11:57:52 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update metadata for gemini streaming case.

Browse Source
This commit is contained in:
Hemang
2025-03-25 11:46:16 +01:00
parent 0a9cc244c8
commit c9cdbd7eb5
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gateway/routes/gemini.py
+5
View File
@@ -183,6 +183,11 @@ def update_merged_response(merged_response: dict[str, Any], chunk_json: dict) ->
if "finishReason" in candidate:
merged_response["candidates"][0]["finishReason"] = candidate["finishReason"]
if "usageMetadata" in chunk_json:
merged_response["usageMetadata"] = chunk_json["usageMetadata"]
if "modelVersion" in chunk_json:
merged_response["modelVersion"] = chunk_json["modelVersion"]
def create_metadata(
context: RequestContextData, response_json: dict[str, Any]