mirror of
https://github.com/garrytan/gstack.git
synced 2026-10-03 01:46:55 +02:00
test: derive paid touchfiles from each eval's static closure (E)
touchfiles.test.ts now checks, per key, that the paid file's static test/helpers and test/fixtures closure (plus fixture paths it names in string literals) is covered, and names the file, path, chain and key to fix when it is not. Free *.test.ts files are no longer touchfiles, so editing a free replay test stops selecting paid evals: 950 entries removed, 653 real closure paths added. The hand-copied inventories go: periodic-fixture-selection, fake-impeccable-touchfiles and 45 per-file selection examples. Selection for the sample edits (plan-eng-review template, claude-pty-runner, plan-count-fixture, gstack-config) loses no case under either profile. CONTRIBUTING documents the rule and its lower bound.
This commit is contained in:
1 parent
689ef3094b
commit
7cbb5e04e4
53 files changed
+627
-1873
No files matched your search
@@ -4,8 +4,6 @@ import fixture from './fixtures/coverage-audit-ae.json';
|
||||
import ciDiagrams from './fixtures/coverage-audit-ci-diagrams.json';
|
||||
import { coverageAuditVerdict } from './helpers/coverage-audit-evidence';
|
||||
import { recordE2E } from './helpers/e2e-helpers';
|
||||
import { E2E_TOUCHFILES, LLM_JUDGE_TOUCHFILES, GLOBAL_TOUCHFILES } from './helpers/touchfiles';
|
||||
import { selectTests } from './helpers/test-selection';
|
||||
import fixture_coverage_audit_af from './fixtures/coverage-audit-af.json';
|
||||
import { posix } from 'node:path';
|
||||
import { win32 } from 'node:path';
|
||||
@@ -450,12 +448,6 @@ Guard clauses tested: 0 / 4
|
||||
expect(entries).toHaveLength(1);expect(entries[0].passed).toBe(valid);expect(entries[0].error).toBe(valid?undefined:v.failures.join('; '));
|
||||
}
|
||||
});
|
||||
test('coverage evidence files select their exact registered consumers',()=>{
|
||||
for(const file of ['test/helpers/coverage-audit-evidence.ts','test/coverage-audit-evidence.test.ts','test/fixtures/coverage-audit-ae.json','test/fixtures/coverage-audit-ci-diagrams.json']){
|
||||
expect(selectTests([file],E2E_TOUCHFILES,GLOBAL_TOUCHFILES).selected.sort()).toEqual(file === 'test/helpers/coverage-audit-evidence.ts' || file === 'test/coverage-audit-evidence.test.ts' ? ['plan-eng-coverage-audit','review-coverage-audit','ship-coverage-audit'] : ['plan-eng-coverage-audit','review-coverage-audit']);
|
||||
expect(selectTests([file],LLM_JUDGE_TOUCHFILES,GLOBAL_TOUCHFILES).selected).toEqual([]);
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
describe('coverage-audit-af', () => {
|
||||
|
||||
Reference in new issue
Block a user