Files
gstack/test/codex-web-search-flag.test.ts
T
Garry TanandClaude Fable 5 4da5be24a6 fix(test): scope rendered-output tripwires to repo sources; stop cdp-e2e's env leak
Two hermeticity holes surfaced by the wave's final gate. (1) The three T6
tripwires (branch-slug, codex-flag, empty-find) enumerated the whole tree
including the workspace-local .claude/ install, which is not generated
output and can carry dangling symlinks from unrelated sessions — one ENOENT
there failed all three. They now scan repo sources only. (2)
browse/test/cdp-e2e.test.ts mutated process.env.GSTACK_HOME at module scope
without restore; in one-process shard runs that leaks into every later test
file — observed baking cdp-e2e's temp render path into artifacts that
outlived it (53 dangling SKILL.md symlinks in a workspace install). The
original value is now restored in afterAll. The exact test that performed
the polluted relink remains unattributed; both known leak vectors are
closed and the workspace was repaired via an explicit gstack-relink.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-08-16 11:19:22 -07:00

66 lines
2.7 KiB
TypeScript

/**
* Deprecated codex web-search flag tripwire (#2525).
*
* codex >=0.144 deprecates `--enable web_search_cached` (its `--enable
* <FEATURE>` surface now means `-c features.<name>=true`); the replacement
* is `-c 'web_search="cached"'`, owned by ONE constant:
* CODEX_WEB_SEARCH_FLAG in scripts/resolvers/constants.ts. Resolvers
* interpolate it; templates reference {{CODEX_WEB_SEARCH_FLAG}}.
*
* These tests fail CI if the deprecated spelling re-enters any source
* (resolver, template, helper) or any rendered SKILL.md / section / golden.
*/
import { describe, test, expect } from 'bun:test';
import { execSync } from 'child_process';
import * as fs from 'fs';
import * as path from 'path';
import { CODEX_WEB_SEARCH_FLAG } from '../scripts/resolvers/constants';
const ROOT = path.join(import.meta.dir, '..');
const DEPRECATED = '--enable web_search_cached';
function grepRepo(pattern: string, includes: string[]): string[] {
const includeArgs = includes.map((i) => `--include='${i}'`).join(' ');
const out = execSync(
`grep -rln ${includeArgs} -e '${pattern}' "${ROOT}" || true`,
{ encoding: 'utf-8' },
);
return out
.split('\n')
.filter(Boolean)
.filter((f) => !f.includes('node_modules'))
// The workspace-local .claude/ install is not generated output and can
// carry dangling symlinks from unrelated sessions.
.filter((f) => !f.includes('/.claude/'))
.filter((f) => !f.endsWith('test/codex-web-search-flag.test.ts'));
}
describe('deprecated codex web-search flag is gone (#2525)', () => {
test('the replacement flag has exactly the documented shape', () => {
expect(CODEX_WEB_SEARCH_FLAG).toBe(`-c 'web_search="cached"'`);
});
test('no rendered SKILL.md or section carries the deprecated flag', () => {
const hits = grepRepo(DEPRECATED, ['SKILL.md', '*.md']);
expect(hits).toEqual([]);
});
test('no source file (resolver, template, helper) carries the deprecated flag', () => {
const hits = grepRepo(DEPRECATED, ['*.ts', '*.tmpl']);
expect(hits).toEqual([]);
});
test('rendered codex skill actually resolves the token to the live flag', () => {
const rendered = fs.readFileSync(path.join(ROOT, 'codex', 'SKILL.md'), 'utf-8');
expect(rendered).toContain(CODEX_WEB_SEARCH_FLAG);
expect(rendered).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}');
});
test('rendered autoplan skill resolves the token at every inline site', () => {
const rendered = fs.readFileSync(path.join(ROOT, 'autoplan', 'SKILL.md'), 'utf-8');
const count = rendered.split(CODEX_WEB_SEARCH_FLAG).length - 1;
expect(count).toBeGreaterThanOrEqual(4);
expect(rendered).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}');
});
});