fix(test): host-config self-provisions goldens (ordering dependency severed)

Its goldens were 'produced by gen-skill-docs.test.ts' with a
when-missing beforeAll fallback that wrote the live tree — an
inter-test ordering dependency the serial shard hid. It now renders
codex+factory UNCONDITIONALLY into its own out-dir and reads goldens
only from there (the Claude golden deliberately keeps reading tracked
ship/SKILL.md — a read; out-dir claude renders repoint section-base
paths by design). TREE_MUTATING entry deleted.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Garry Tan
2026-08-29 05:32:59 +00:00
co-authored by Claude Fable 5
parent 4409ca392f
commit 5c525c9aca
2 changed files with 31 additions and 23 deletions
-2
View File
@@ -393,8 +393,6 @@ export const TREE_MUTATING: Record<string, string> = {
'test/gen-skill-docs-idempotency.test.ts': 'regenerates all SKILL.md twice to prove idempotency',
'test/gbrain-detection-override.test.ts':
'regenerates SKILL.md in place with --respect-detection (gbrain variant), then git-restores — readers see inflated skeletons mid-window',
'test/host-config.test.ts':
'golden tests read .agents/.factory artifacts produced by gen-skill-docs.test.ts, and its beforeAll generates them when missing (#2532) — must not race the parallel readers or run before the mutators window',
// Ratchet readers (measure the tree; need it quiet):
'test/parity-suite.test.ts': 'RATCHET READER — parity caps measure live SKILL.md/section bytes',
'test/skill-size-budget.test.ts': 'RATCHET READER — per-skill and corpus size budgets measure the live tree',
+31 -21
View File
@@ -3,8 +3,9 @@
* host-config-export.ts, and golden-file regression checks.
*/
import { describe, test, expect, beforeAll } from 'bun:test';
import { describe, test, expect, beforeAll, afterAll } from 'bun:test';
import * as fs from 'fs';
import * as os from 'os';
import * as path from 'path';
import { validateHostConfig, validateAllConfigs, type HostConfig } from '../scripts/host-config';
import {
@@ -428,34 +429,43 @@ describe('host-config-export.ts CLI', () => {
describe('golden-file regression', () => {
const GOLDEN_DIR = path.join(ROOT, 'test', 'fixtures', 'golden');
// #2532: the codex/factory goldens read gitignored .agents/ and .factory/
// artifacts that only gen-skill-docs.test.ts (a serial tree-mutating file)
// produces. On a clean clone — or when this file runs in isolation — those
// dirs don't exist and the goldens fail with ENOENT, an order dependency,
// not a regression. Self-provision: generate a host's artifacts iff its
// ship SKILL.md is missing. Existing artifacts are never overwritten here,
// so a genuinely stale artifact still fails the golden (that is the test's
// job; freshness enforcement lives in gen-skill-docs.test.ts).
// #2532 successor: the codex/factory goldens used to read gitignored
// .agents/ and .factory/ artifacts "produced by gen-skill-docs.test.ts" —
// an inter-test ordering dependency that failed with ENOENT on a clean
// clone or when this file ran in isolation. Severed: this describe
// UNCONDITIONALLY renders both hosts into its own --out-dir in beforeAll
// and reads its goldens only from that render — no when-missing check, no
// live-tree reads for the gitignored artifacts, no dependence on what any
// other test left on disk. Comparing a FRESH render to the golden is also
// strictly deterministic: a stale on-disk artifact can no longer mask (or
// fake) a generator regression.
const GOLDEN_OUT = fs.mkdtempSync(path.join(os.tmpdir(), 'gstack-golden-out-'));
beforeAll(() => {
const hostArtifacts: Array<[string, string]> = [
['codex', path.join(ROOT, '.agents', 'skills', 'gstack-ship', 'SKILL.md')],
['factory', path.join(ROOT, '.factory', 'skills', 'gstack-ship', 'SKILL.md')],
];
for (const [host, artifact] of hostArtifacts) {
if (fs.existsSync(artifact)) continue;
const result = Bun.spawnSync(['bun', 'run', 'scripts/gen-skill-docs.ts', '--host', host], {
cwd: ROOT,
});
for (const host of ['codex', 'factory']) {
const result = Bun.spawnSync(
['bun', 'run', 'scripts/gen-skill-docs.ts', '--host', host, '--out-dir', GOLDEN_OUT],
{ cwd: ROOT },
);
if (result.exitCode !== 0) {
throw new Error(
`golden-file beforeAll: gen-skill-docs --host ${host} failed (exit ${result.exitCode}):\n`
`golden-file beforeAll: gen-skill-docs --host ${host} --out-dir failed (exit ${result.exitCode}):\n`
+ result.stderr.toString(),
);
}
}
});
afterAll(() => {
fs.rmSync(GOLDEN_OUT, { recursive: true, force: true });
});
test('Claude ship skill matches golden baseline', () => {
// Deliberately reads the TRACKED ship/SKILL.md (a read, not a write):
// the claude golden pins the committed render. Freshness of the tracked
// tree vs the templates is enforced by gen-skill-docs.test.ts. (An
// out-dir claude render would NOT byte-match this golden — --out-dir
// repoints section-base paths into the render by design.)
const golden = fs.readFileSync(path.join(GOLDEN_DIR, 'claude-ship-SKILL.md'), 'utf-8');
const current = fs.readFileSync(path.join(ROOT, 'ship', 'SKILL.md'), 'utf-8');
expect(current).toBe(golden);
@@ -463,13 +473,13 @@ describe('golden-file regression', () => {
test('Codex ship skill matches golden baseline', () => {
const golden = fs.readFileSync(path.join(GOLDEN_DIR, 'codex-ship-SKILL.md'), 'utf-8');
const current = fs.readFileSync(path.join(ROOT, '.agents', 'skills', 'gstack-ship', 'SKILL.md'), 'utf-8');
const current = fs.readFileSync(path.join(GOLDEN_OUT, '.agents', 'skills', 'gstack-ship', 'SKILL.md'), 'utf-8');
expect(current).toBe(golden);
});
test('Factory ship skill matches golden baseline', () => {
const golden = fs.readFileSync(path.join(GOLDEN_DIR, 'factory-ship-SKILL.md'), 'utf-8');
const current = fs.readFileSync(path.join(ROOT, '.factory', 'skills', 'gstack-ship', 'SKILL.md'), 'utf-8');
const current = fs.readFileSync(path.join(GOLDEN_OUT, '.factory', 'skills', 'gstack-ship', 'SKILL.md'), 'utf-8');
expect(current).toBe(golden);
});
});