mirror of
https://github.com/Ed1s0nZ/CyberStrikeAI.git
synced 2026-08-28 21:50:43 +02:00
fix: bound summarization max tokens for claude models
This commit is contained in:
@@ -301,6 +301,7 @@ func newEinoSummarizationModelOptions(outputReserve int, modelName, kind string,
|
||||
label = "eino " + kind + " summarization generate request"
|
||||
}
|
||||
return []model.Option{
|
||||
model.WithMaxTokens(outputReserve),
|
||||
einoopenai.WithMaxCompletionTokens(outputReserve),
|
||||
einoopenai.WithExtraHeader(map[string]string{
|
||||
copenai.SummarizationRequestHeader: "1",
|
||||
|
||||
@@ -5,6 +5,8 @@ import (
|
||||
"testing"
|
||||
|
||||
"cyberstrike-ai/internal/config"
|
||||
|
||||
"github.com/cloudwego/eino/components/model"
|
||||
)
|
||||
|
||||
func TestStripReasoningFromSummarizationPayload(t *testing.T) {
|
||||
@@ -68,3 +70,15 @@ func TestStripReasoningFromSummarizationPayloadHonorsOpenAICompatProfile(t *test
|
||||
t.Fatalf("expected OpenAI-compatible profile to strip reasoning fields, got %s", s)
|
||||
}
|
||||
}
|
||||
|
||||
func TestEinoSummarizationModelOptionsSetCommonMaxTokens(t *testing.T) {
|
||||
const outputReserve = 4096
|
||||
opts := newEinoSummarizationModelOptions(outputReserve, "minimax-m3", "agentic", nil, nil)
|
||||
common := model.GetCommonOptions(nil, opts...)
|
||||
if common == nil || common.MaxTokens == nil {
|
||||
t.Fatal("expected summarization options to set common max_tokens")
|
||||
}
|
||||
if *common.MaxTokens != outputReserve {
|
||||
t.Fatalf("max_tokens = %d, want %d", *common.MaxTokens, outputReserve)
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user