CalvinBackup/gstack
1
0 Fork 0
mirror of https://github.com/garrytan/gstack.git synced 2026-10-02 17:40:02 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
b421bba2c9d5fc9904a5f68c6571cbf7d84f4dba
gstack/test/test-of-test-ratchet.test.ts
T
garrytan b421bba2c9 Merge origin/main (v1.91.7.0) into test-audit-reduction 
Keep both intents: v1.91.7.0's functional QA, docsync and exploratory
paid cases and their free owners stay; this branch's deletions stay
deleted. main's new paid keys follow the derived-closure touchfile rule
(free *.test.ts paths dropped, static helper/fixture closure added), its
new helper-only tests join the ratchet baseline, and its free selection
examples that named free test files now assert the derived selection.

Periodic CI keeps seven slices without the retired Autoplan slice; the
gate census keeps seven single-worker slices with --skip-judges. Wall
and census literals are recomputed from the merged planner, durations
are re-recorded on Ubicloud, and VERSION stays 1.91.8.0 above 1.91.7.0.
2026-09-29 13:48:02 +00:00

303 lines
15 KiB
TypeScript
Raw Blame History

/**
* Recurrence ratchet for tests that exercise only test code.
*
* A free test counts when none of its direct imports reaches a repo file outside
* `test/` and it names no `bin/` path, SKILL.md or `.tmpl` template: it tests a
* helper or a replayed capture, not product code. The 2026-09 audit left the
* files below; a new one fails here with its path and a suggested owner test.
* AGENTS.md: "do not add one spelling or glyph per paid failure".
*/
import { expect, test } from 'bun:test';
import * as fs from 'fs';
import * as path from 'path';
import { isPaidTestFile } from './helpers/paid-test-set';
import { directSpecifiers, resolveRepoSpecifier } from './helpers/resolve-repo-path';
const ROOT = path.resolve(import.meta.dir, '..');
/** Recorded after workstream D. Add a path only with a one-line reason comment, reviewed in the diff. */
const BASELINE = [
'test/anthropic-preflight.test.ts',
'test/artifacts-allowlist-decisions.test.ts',
'test/artifacts-init-migration.test.ts',
'test/auto-decide-fixture.test.ts',
'test/autoplan-artifact-recorder.test.ts',
'test/autoplan-artifact-windows-argv.test.ts',
'test/autoplan-edit-digests-al.test.ts',
'test/autoplan-owned-state.test.ts',
'test/autoplan-pending-artifact.test.ts',
'test/autoplan-pending-question.test.ts',
'test/autoplan-phase-observer.test.ts',
'test/autoplan-public-narration.test.ts',
'test/benchmark-cli.test.ts',
'test/bootstrap-retention-shard.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/bootstrap-retention.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/bootstrap-session-lifecycle.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/brain-sync-windows-paths.test.ts',
'test/build-script-shell-compat.test.ts',
'test/builder-profile.test.ts',
'test/bun-subprocess-fd-lifetime.test.ts',
'test/bun-version-drift.test.ts',
'test/carve-guard-completeness.test.ts',
'test/carve-plan-fixture.test.ts',
'test/carve-section-ordering.test.ts',
'test/ceo-barless-submit.test.ts',
'test/ceo-count-ad-v2.test.ts',
'test/ceo-expansion-auq.test.ts',
'test/ceo-expansion-pacing-native.test.ts',
'test/ceo-hold-posture-review.test.ts',
'test/ceo-mode-expansion-disposition.test.ts',
'test/ceo-mode-labels-native.test.ts',
'test/ceo-mode-pending-submit.test.ts',
'test/ceo-mode-posture-native.test.ts',
'test/ceo-mode-prerequisite.test.ts',
'test/ceo-mode-routing-fixture.test.ts',
'test/ceo-plan-mode-fixture.test.ts',
'test/ceo-posture-packet.test.ts',
'test/ceo-section-loading-fixture.test.ts',
'test/ceo-split-collection.test.ts',
'test/ceo-split-question-policy.test.ts',
'test/changed-files-union.test.ts',
'test/ci-image-cli-pin.test.ts',
'test/ci-image-tag-binding.test.ts',
'test/claude-provider-keychain.test.ts',
'test/code-intelligence-cli.test.ts',
'test/codex-carve-fixture.test.ts',
'test/codex-eval-recording.test.ts',
'test/codex-model-probe.test.ts',
'test/codex-resume-flag-semantics.test.ts',
'test/cso-ntfs-fixture.test.ts',
'test/cso-windows-build-contract.test.ts',
'test/dependency-security.test.ts',
'test/deps-smoke.test.ts',
'test/design-completion-handoff-scored.test.ts',
'test/design-daemon-windows-identity.test.ts',
'test/design-html-section-completion.test.ts',
'test/devex-peer-comparison-calibration.test.ts',
'test/diagram-render-drift.test.ts',
'test/diff-scope.test.ts',
'test/disabled-dated-record-at.test.ts',
'test/distill-apply.test.ts',
'test/distill-free-text.test.ts',
'test/docs-config-keys.test.ts',
'test/docsync-atomic-writes.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/docsync-command-grammar.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/docsync-nested-writes.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/dx-selected-navigation-ap.test.ts',
'test/eng-batching-current-ledger.test.ts',
'test/eng-batching-native-replay.test.ts',
'test/eng-batching-saved-ledger.test.ts',
'test/eng-count-question-policy.test.ts',
'test/eng-devex-s-count.test.ts',
'test/eng-first-review.test.ts',
'test/eng-published-navigation.test.ts',
'test/eng-resolution-block-position.test.ts',
'test/eng-seeded-completion-ai.test.ts',
'test/eng-seeded-coverage.test.ts',
'test/eng-semantic-terminal.test.ts',
'test/eng-test-plan-edit-approval.test.ts',
'test/eval-list-cli.test.ts',
'test/evidence.test.ts',
'test/explain-level-config.test.ts',
'test/extension-pty-inject-invariant.test.ts',
'test/founder-resources-optout.test.ts',
'test/free-tests-workflow-wiring.test.ts',
'test/gbrain-lib-validate-varname.test.ts',
'test/gbrain-lib-verify.test.ts',
'test/gbrain-refresh-install-render.test.ts',
'test/gbrain-repo-policy.test.ts',
'test/gbrain-source-worktree-advance.test.ts',
'test/gbrain-sync-skip.test.ts',
'test/gbrain-sync-voyage-code-3-integration.test.ts',
'test/gstack-artifacts-url.test.ts',
'test/gstack-codex-session-import.test.ts',
'test/gstack-config-cross-project.test.ts',
'test/gstack-config-defaults.test.ts',
'test/gstack-config-key-locale.test.ts',
'test/gstack-config-memorable-key.test.ts',
'test/gstack-config-redact-keys.test.ts',
'test/gstack-detach.test.ts',
'test/gstack-developer-profile.test.ts',
'test/gstack-gbrain-mcp-verify.test.ts',
'test/gstack-gbrain-source-wireup.test.ts',
'test/gstack-home-module-scope.test.ts',
'test/gstack-learnings-search.test.ts',
'test/gstack-question-log.test.ts',
'test/gstack-question-preference.test.ts',
'test/gstack-redact-cli.test.ts',
'test/gstack-repo-mode.test.ts',
'test/gstack-session-kind.test.ts',
'test/gstack-slug-parity.test.ts',
'test/gstack-slug-sanitize.test.ts',
'test/gstack-state-root-override.test.ts',
'test/gstack-team-init-hook-schema.test.ts',
'test/gstack-upgrade-migration-v1_17_0_0.test.ts',
'test/gstack-upgrade-migration-v1_37_0_0.test.ts',
'test/gstack-upgrade-migration-v1_40_0_0.test.ts',
'test/gstack-upgrade-migration-v1_78_0_0.test.ts',
'test/helpers-unit.test.ts',
'test/helpers/budget-override.test.ts',
'test/helpers/capture-parity-baseline.test.ts',
'test/helpers/claude-pty-runner.scope-gate-floor.unit.test.ts',
'test/helpers/e2e-gate.unit.test.ts',
'test/helpers/eval-store.test.ts',
'test/helpers/hermetic-env.test.ts',
'test/helpers/run-bin.test.ts',
'test/helpers/session-runner.test.ts',
'test/helpers/sync-command-capture.test.ts',
'test/hooks-windows-paths.test.ts',
'test/hostile-path-writers.test.ts',
'test/ios-debug-bridge-release-guard.test.ts',
'test/ios-qa-stateserver-hardening.test.ts',
'test/ios-qa-swift-build.test.ts',
'test/jargon-list.test.ts',
'test/jsonl-merge.test.ts',
'test/learnings-injection.test.ts',
'test/llm-judge-frontier.test.ts',
'test/llm-judge-stream.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/memory-cache-injection.test.ts',
'test/memory-ingest-include-gitignored.test.ts',
'test/migrations-v1.27.0.0.test.ts',
'test/native-auto-decide-pty.test.ts',
'test/no-suicide-exit.test.ts',
'test/osv-config-wiring.test.ts',
'test/outside-voice-fixture.test.ts',
'test/overlay-measurement.test.ts',
'test/overlay-recording-order.test.ts',
'test/overlay-sdk-cancel-eof.test.ts',
'test/paid-orphan-tripwire.test.ts',
'test/paid-shard-settlement.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/parity-baseline-integrity.test.ts',
'test/parity-suite.test.ts',
'test/pending-question-completion.test.ts',
'test/plan-count-artifacts.test.ts',
'test/plan-count-checkbox.test.ts',
'test/plan-count-clipped-elision.test.ts',
'test/plan-count-collection-completion.test.ts',
'test/plan-count-completion.test.ts',
'test/plan-count-cropped-wrap.test.ts',
'test/plan-count-dx-handoff.test.ts',
'test/plan-count-empty-review.test.ts',
'test/plan-count-file-permission.test.ts',
'test/plan-count-history.test.ts',
'test/plan-count-long-edit.test.ts',
'test/plan-count-native-input.test.ts',
'test/plan-count-owned-permission.test.ts',
'test/plan-count-pending-exit.test.ts',
'test/plan-count-prerequisite.test.ts',
'test/plan-count-preview-footer.test.ts',
'test/plan-count-timeout.test.ts',
'test/plan-count-transcript.test.ts',
'test/plan-count-truncated-border.test.ts',
'test/plan-count-truncated-question.test.ts',
'test/plan-create-combined-permission.test.ts',
'test/plan-create-permission.test.ts',
'test/plan-create-prepublication.test.ts',
'test/plan-design-floor-fixture.test.ts',
'test/plan-edit-cropped-permission.test.ts',
'test/plan-floor-dx-actor.test.ts',
'test/plan-floor-review.test.ts',
'test/plan-floor-target.test.ts',
'test/plan-mode-evidence.test.ts',
'test/plan-pending-question-pty.test.ts',
'test/plan-seed-submission.test.ts',
'test/plan-skill-read-permission.test.ts',
'test/plan-skill-webfetch-permission.test.ts',
'test/plan-tune-cathedral.test.ts',
'test/pr-title-rewrite.test.ts',
'test/pr-title-sync-workflow-safety.test.ts',
'test/pty-askuserquestion-single-line.test.ts',
'test/pty-numbered-option-indent-native.test.ts',
'test/pty-option-selection.test.ts',
'test/pty-output-wake.test.ts',
'test/pty-screen-session.test.ts',
'test/pty-screen-supervision.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/pty-screen-unicode-ap.test.ts',
'test/pty-screen.test.ts',
'test/pty-skill-seeding-wiring.test.ts',
'test/pty-trust-dialog.test.ts',
'test/qa-checkpoint-evidence.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/qa-fix-loop-fixture.test.ts',
'test/qa-functional-evidence.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/qa-functional-fixture.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/qa-functional-observer-atomic.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/qa-functional-observer.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/qa-only-capability.test.ts',
'test/qa-supervision-selection.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/question-log-hook.test.ts',
'test/readme-throughput.test.ts',
'test/redact-prepush-rebase-force-push.test.ts',
'test/redact-prepush-scan-range.test.ts',
'test/review-army-budget.test.ts',
'test/review-consensus-lifecycle.test.ts',
'test/review-count-markdown.test.ts',
'test/review-enum-lifecycle.test.ts',
'test/review-n-plus-one-contract.test.ts',
'test/review-quality-provenance.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/session-runner-stream-lifecycle.test.ts',
'test/session-runner-timeout.test.ts',
'test/setup-browser-hint.test.ts',
'test/setup-bun-cmd-and-pipe-bugs.test.ts',
'test/setup-conductor-worktree.test.ts',
'test/setup-plan-tune-hooks-noninteractive.test.ts',
'test/setup-playwright-platform.test.ts',
'test/setup-sections-linking.test.ts',
'test/setup-timeline-hook-gate.test.ts',
'test/shared-libs-cancellation.test.ts', // landed in v1.91.7.0 before this ratchet: harness owner for its functional-QA/docsync paid evals
'test/shared-libs-plan-actor.test.ts',
'test/shared-libs-revalidation-prompt.test.ts',
'test/shared-libs-source-reads.test.ts',
'test/ship-coverage-audit-af.test.ts',
'test/ship-pr-liveness-policy.test.ts',
'test/ship-section-fixture.test.ts',
'test/skill-budget-regression.test.ts',
'test/skill-parser.test.ts',
'test/spawnsync-timeout-tripwire.test.ts',
'test/tasks-section-jq.test.ts',
'test/taste-engine.test.ts',
'test/telemetry-repo-strip.test.ts',
'test/test-free-shards-capture.test.ts',
'test/timeline.test.ts',
'test/ubicloud-runner.test.ts',
'test/update-check-crash-sentinel.test.ts',
'test/verify-gate.test.ts',
'test/workflow-concurrency.test.ts',
];
function freeTests(): string[] {
return ['test', 'test/helpers'].flatMap(dir => fs.readdirSync(path.join(ROOT, dir)).map(name => `${dir}/${name}`))
.filter(file => file.endsWith('.test.ts') && !isPaidTestFile(file)).sort();
}
function testsOnlyTestCode(file: string): { counted: boolean; helper?: string } {
const source = fs.readFileSync(path.join(ROOT, file), 'utf8');
const targets = directSpecifiers(source).map(specifier => resolveRepoSpecifier(ROOT, file, specifier)).filter(Boolean) as string[];
if (targets.some(target => !target.startsWith('test/') && !target.startsWith('node_modules/'))) return { counted: false };
if (/(['"`])[^'"`\n]*(?:\bbin\/|SKILL\.md|\.tmpl)[^'"`\n]*\1/.test(source)) return { counted: false };
return { counted: true, helper: targets.find(target => target.startsWith('test/helpers/') && !target.endsWith('.test.ts')) };
}
function suggestedOwner(helper?: string): string {
if (!helper) return 'the owner test of the production module it should import';
const candidates = [helper.replace(/^test\/helpers\/(.+)\.ts$/, 'test/$1.test.ts'), helper.replace(/\.ts$/, '.test.ts'), helper.replace(/\.ts$/, '.unit.test.ts')];
return candidates.find(candidate => fs.existsSync(path.join(ROOT, candidate))) ?? `the test that owns ${helper}`;
}
test('no new test exercises only test code', () => {
const listed = new Set(BASELINE);
const added = freeTests().map(file => ({ file, ...testsOnlyTestCode(file) }))
.filter(entry => entry.counted && !listed.has(entry.file));
expect(added.map(entry => entry.file), added.length ? [
`${added.length} test file(s) over the baseline: ${added.map(entry => entry.file).join(', ')}.`,
'They import only test/ code, so they test a helper or a replayed capture rather than product code.',
...added.map(entry => `Fix: add the case as a row in ${suggestedOwner(entry.helper)}, or import the production module under test.`),
'If the file is genuinely needed, add its path to BASELINE in test/test-of-test-ratchet.test.ts with a one-line reason.',
'AGENTS.md: do not add one spelling or glyph per paid failure.',
].join('\n') : '').toEqual([]);
});
test('every baseline entry is still a test file', () => {
const stale = BASELINE.filter(file => !fs.existsSync(path.join(ROOT, file)));
expect(stale, stale.map(file => `remove ${file} from the baseline`).join('\n')).toEqual([]);
});
Reference in new issue View Git Blame Copy Permalink