mirror of
https://github.com/garrytan/gstack.git
synced 2026-09-10 15:09:00 +02:00
refactor(evals): single shared paid-test-set module
test/helpers/paid-test-set.ts is now the one definition of which test files are paid (the exact globs package.json's test:gate expands). scripts/test-free-shards.ts derives its free/paid exclusion from it instead of a private regex list, dropping the dead browse/test/security-review-fullstack.test.ts pattern (file no longer exists). The sharded paid runner derives its enumeration from the same module, so a file added to one list can no longer silently miss the other. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> (cherry picked from commit a7f36479a6a1f3656452370f5883371f3cb65623)
This commit is contained in:
@@ -0,0 +1,25 @@
|
||||
/**
|
||||
* The ONE definition of which test files are paid (API spend, external
|
||||
* services, e2e harnesses). package.json's test:gate/test:evals globs, the
|
||||
* free-suite exclusion in scripts/test-free-shards.ts, and the sharded paid
|
||||
* runner in scripts/test-paid-shards.ts all derive from this list — a file
|
||||
* added to one and not the others either burns money in the free suite or
|
||||
* silently never runs in the paid tier.
|
||||
*/
|
||||
|
||||
import { matchGlob } from './touchfiles';
|
||||
|
||||
/** The exact globs package.json's `test:gate` passes to `bun test`. */
|
||||
export const PAID_TEST_GLOBS = [
|
||||
'test/skill-llm-eval.test.ts',
|
||||
'test/skill-e2e-*.test.ts',
|
||||
'test/skill-routing-e2e.test.ts',
|
||||
'test/codex-e2e.test.ts',
|
||||
'test/gemini-e2e.test.ts',
|
||||
] as const;
|
||||
|
||||
/** True when a repo-relative path (either slash style) is a paid test file. */
|
||||
export function isPaidTestFile(relativePath: string): boolean {
|
||||
const normalized = relativePath.replace(/\\/g, '/');
|
||||
return PAID_TEST_GLOBS.some((glob) => matchGlob(normalized, glob));
|
||||
}
|
||||
Reference in New Issue
Block a user