From c9cdbd7eb59ac954f3641695662797ada03ba14f Mon Sep 17 00:00:00 2001 From: Hemang Date: Tue, 25 Mar 2025 11:46:16 +0100 Subject: [PATCH] Update metadata for gemini streaming case. --- gateway/routes/gemini.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/gateway/routes/gemini.py b/gateway/routes/gemini.py index 0905146..905f14f 100644 --- a/gateway/routes/gemini.py +++ b/gateway/routes/gemini.py @@ -183,6 +183,11 @@ def update_merged_response(merged_response: dict[str, Any], chunk_json: dict) -> if "finishReason" in candidate: merged_response["candidates"][0]["finishReason"] = candidate["finishReason"] + if "usageMetadata" in chunk_json: + merged_response["usageMetadata"] = chunk_json["usageMetadata"] + if "modelVersion" in chunk_json: + merged_response["modelVersion"] = chunk_json["modelVersion"] + def create_metadata( context: RequestContextData, response_json: dict[str, Any]