mirror of
https://github.com/garrytan/gstack.git
synced 2026-10-03 01:46:55 +02:00
fix(evals): count timeout turns only from object transcript events
This commit is contained in:
1 parent
79092b22ea
commit
3e5ec6df17
1 file changed
+1
-1
@@ -697,7 +697,7 @@ Before source Reads, use Bash to run exactly \`date -u +%Y-%m-%dT%H:%M:%SZ\`. Af
|
||||
|
||||
// Cost from result line (exact) or estimate from chars
|
||||
const turnsUsed = resultLine?.num_turns
|
||||
|| new Set(transcript.filter(event => event.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size;
|
||||
|| new Set(transcript.filter(event => event?.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size;
|
||||
const estimatedCost = resultLine?.total_cost_usd || 0;
|
||||
const inputChars = prompt.length;
|
||||
const outputChars = (resultLine?.result || '').length;
|
||||
|
||||
Reference in new issue
Block a user