From 3e5ec6df17ce5a61a3a0b2e1ab09cae71f2b0f27 Mon Sep 17 00:00:00 2001 From: garrytan Date: Wed, 30 Sep 2026 16:04:19 +0000 Subject: [PATCH] fix(evals): count timeout turns only from object transcript events --- test/helpers/session-runner.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/helpers/session-runner.ts b/test/helpers/session-runner.ts index 2d13f11dc..ecf5f5460 100644 --- a/test/helpers/session-runner.ts +++ b/test/helpers/session-runner.ts @@ -697,7 +697,7 @@ Before source Reads, use Bash to run exactly \`date -u +%Y-%m-%dT%H:%M:%SZ\`. Af // Cost from result line (exact) or estimate from chars const turnsUsed = resultLine?.num_turns - || new Set(transcript.filter(event => event.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size; + || new Set(transcript.filter(event => event?.type === 'assistant' && !event.parent_tool_use_id).map(event => event.message?.id)).size; const estimatedCost = resultLine?.total_cost_usd || 0; const inputChars = prompt.length; const outputChars = (resultLine?.result || '').length;