mirror of
https://github.com/garrytan/gstack.git
synced 2026-10-03 09:56:57 +02:00
test: derive paid touchfiles from each eval's static closure (E)
touchfiles.test.ts now checks, per key, that the paid file's static test/helpers and test/fixtures closure (plus fixture paths it names in string literals) is covered, and names the file, path, chain and key to fix when it is not. Free *.test.ts files are no longer touchfiles, so editing a free replay test stops selecting paid evals: 950 entries removed, 653 real closure paths added. The hand-copied inventories go: periodic-fixture-selection, fake-impeccable-touchfiles and 45 per-file selection examples. Selection for the sample edits (plan-eng-review template, claude-pty-runner, plan-count-fixture, gstack-config) loses no case under either profile. CONTRIBUTING documents the rule and its lower bound.
This commit is contained in:
1 parent
689ef3094b
commit
7cbb5e04e4
53 files changed
+627
-1873
No files matched your search
@@ -3,7 +3,6 @@ import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import * as evidence from './helpers/coverage-audit-evidence';
|
||||
import { JUDGE_MS, CAPTURE_MS } from './helpers/eval-budgets';
|
||||
import { E2E_TOUCHFILES } from './helpers/touchfiles-data';
|
||||
import fixture from './fixtures/ship-coverage-audit-af.json';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { validateCoverageAudit } from './helpers/coverage-audit';
|
||||
@@ -93,10 +92,6 @@ test('AF ship actual read helper accepts only literal owned delivery before read
|
||||
for(const row of fixture.rows.slice(0,2))expect((evidence as any).coverageAuditReadEvidence(row.result.transcript,{cwd:row.cwd,source:{path:row.cwd+'/src/billing.ts',content:fixture.files.source},tests:{path:row.cwd+'/test/billing.test.ts',content:fixture.files.tests}})).toEqual({sourceRead:true,testsRead:true});
|
||||
});
|
||||
|
||||
test('AF ship controls and fixture select the one existing owner',()=>{
|
||||
for(const name of ['test/ship-coverage-audit-af.test.ts','test/fixtures/ship-coverage-audit-af.json'])expect(Object.entries(E2E_TOUCHFILES).filter(([,files])=>files.includes(name)).map(([owner])=>owner)).toEqual(['ship-coverage-audit']);
|
||||
});
|
||||
|
||||
function commandReads(command:string) {
|
||||
const row=fixture.rows[0]!;const session=row.sessionId;
|
||||
const transcript=[{type:'system',subtype:'init',session_id:session,cwd:row.cwd},
|
||||
|
||||
Reference in new issue
Block a user