mirror of
https://github.com/garrytan/gstack.git
synced 2026-09-14 17:05:28 +02:00
refactor(test): migrate the 36 tier-gated eval files to describeE2ETier
Mechanical two-liner swap in 34 files (each keeping its declared tier — all 36 predicates verified against E2E_TIERS before migrating); the two files with compound gates (overlay-harness's EvalCollector feed, codex-e2e's CODEX_AVAILABLE) keep their extra conditions via e2eTierEnabled. Tier rationale comments preserved. codex-e2e/gemini-e2e/benchmark-providers keep their distinct stderr-message gate shapes by design. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5
parent
e23a3ae3b1
commit
290c71046b
@@ -11,7 +11,8 @@
|
||||
//
|
||||
// See setup-gbrain/SKILL.md.tmpl Step 4 (Path 4) for the contract under test.
|
||||
|
||||
import { describe, test, expect } from 'bun:test';
|
||||
import { test, expect } from 'bun:test';
|
||||
import { describeE2ETier } from './helpers/e2e-gate';
|
||||
import * as fs from 'fs';
|
||||
import * as os from 'os';
|
||||
import * as path from 'path';
|
||||
@@ -22,8 +23,7 @@ import { runAgentSdkTest, passThroughNonAskUserQuestion, resolveClaudeBinary } f
|
||||
// non-deterministic (it sometimes skips Step 8 CLAUDE.md write, sometimes
|
||||
// shortcuts past the verify helper). The deterministic gate coverage for
|
||||
// Path 4 lives in test/setup-gbrain-path4-structure.test.ts (free, <200ms).
|
||||
const shouldRun = !!process.env.EVALS && process.env.EVALS_TIER === 'periodic';
|
||||
const describeE2E = shouldRun ? describe : describe.skip;
|
||||
const describeE2E = describeE2ETier('periodic');
|
||||
|
||||
// Spin up a stub MCP server that responds to initialize + tools/list.
|
||||
function startStubMcpServer(opts: { failWithStatus?: number; failBody?: string } = {}): Promise<{ url: string; close: () => Promise<void> }> {
|
||||
|
||||
Reference in New Issue
Block a user