CalvinBackup/gstack
1
0 Fork 0
mirror of https://github.com/garrytan/gstack.git synced 2026-10-03 18:06:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix(evals): count timeout turns only from object transcript events

Browse Source
This commit is contained in:
garrytan committed 2026-09-30 16:04:19 +00:00
1 parent 79092b22ea
commit 3e5ec6df17
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
test/helpers/session-runner.ts
+1 -1
View File
@@ -697,7 +697,7 @@ Before source Reads, use Bash to run exactly \`date -u +%Y-%m-%dT%H:%M:%SZ\`. Af
// Cost from result line (exact) or estimate from chars // Cost from result line (exact) or estimate from chars
const turnsUsed = resultLine?.num_turns const turnsUsed = resultLine?.num_turns
|| new Set(transcript.filter(event => event.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size; || new Set(transcript.filter(event => event?.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size;
const estimatedCost = resultLine?.total_cost_usd || 0; const estimatedCost = resultLine?.total_cost_usd || 0;
const inputChars = prompt.length; const inputChars = prompt.length;
const outputChars = (resultLine?.result || '').length; const outputChars = (resultLine?.result || '').length;