diff --git a/rust/crates/api/src/providers/openai_compat.rs b/rust/crates/api/src/providers/openai_compat.rs index 3289769..b522a44 100644 --- a/rust/crates/api/src/providers/openai_compat.rs +++ b/rust/crates/api/src/providers/openai_compat.rs @@ -261,7 +261,7 @@ impl MessageStream { match self.response.chunk().await? { Some(chunk) => { for parsed in self.parser.push(&chunk)? { - self.pending.extend(self.state.ingest_chunk(parsed)?); + self.pending.extend(self.state.ingest_chunk(parsed)); } } None => { @@ -330,7 +330,7 @@ impl StreamState { } } - fn ingest_chunk(&mut self, chunk: ChatCompletionChunk) -> Result, ApiError> { + fn ingest_chunk(&mut self, chunk: ChatCompletionChunk) -> Vec { let mut events = Vec::new(); if !self.message.started { self.message.started = true; @@ -418,7 +418,7 @@ impl StreamState { } } - Ok(events) + events } fn finish(&mut self) -> Result, ApiError> {