From 3126926df4ef683356d1ce83a17e8d5d2d3012f8 Mon Sep 17 00:00:00 2001 From: Garry Tan Date: Mon, 23 Mar 2026 16:57:14 -0700 Subject: [PATCH] fix: add Chromium verification step before browse E2E tests Adds a fast pre-check that Playwright can actually launch Chromium with --no-sandbox in the CI container. This will fail fast with a clear error instead of burning API credits on 11-turn agent loops that can't start the browser. Co-Authored-By: Claude Opus 4.6 (1M context) --- .github/workflows/evals.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/evals.yml b/.github/workflows/evals.yml index 61b8b5cf..8f0d4653 100644 --- a/.github/workflows/evals.yml +++ b/.github/workflows/evals.yml @@ -110,6 +110,11 @@ jobs: - run: bun run build + # Verify Playwright can launch Chromium (fails fast if sandbox/deps are broken) + - name: Verify Chromium + if: matrix.suite.name == 'e2e-browse' + run: node -e "const {chromium}=require('playwright');(async()=>{const b=await chromium.launch({args:['--no-sandbox']});console.log('Chromium OK');await b.close();})()" + - name: Run ${{ matrix.suite.name }} env: ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}