/** * Deprecated codex web-search flag tripwire (#2525). * * codex >=0.144 deprecates `--enable web_search_cached` (its `--enable * ` surface now means `-c features.=true`); the replacement * is `-c 'web_search="cached"'`, owned by ONE constant: * CODEX_WEB_SEARCH_FLAG in scripts/resolvers/constants.ts. Resolvers * interpolate it; templates reference {{CODEX_WEB_SEARCH_FLAG}}. * * These tests fail CI if the deprecated spelling re-enters any source * (resolver, template, helper) or any rendered SKILL.md / section / golden. */ import { describe, test, expect } from 'bun:test'; import { execFileSync, execSync } from 'child_process'; import * as fs from 'fs'; import * as path from 'path'; import { CODEX_MODEL_CONFIG_FLAG, CODEX_REVIEW_MODEL_CONFIG_FLAG, CODEX_WEB_SEARCH_FLAG } from '../scripts/resolvers/constants'; const ROOT = path.join(import.meta.dir, '..'); const DEPRECATED = '--enable web_search_cached'; function grepRepo(pattern: string, includes: string[]): string[] { const includeArgs = includes.map((i) => `--include='${i}'`).join(' '); const out = execSync( `grep -rln ${includeArgs} -e '${pattern}' "${ROOT}" || true`, { encoding: 'utf-8', timeout: 30_000 }, ); return out .split('\n') .filter(Boolean) .filter((f) => !f.includes('node_modules')) // The workspace-local .claude/ install is not generated output and can // carry dangling symlinks from unrelated sessions. .filter((f) => !f.includes('/.claude/')) .filter((f) => !f.endsWith('test/codex-web-search-flag.test.ts')); } describe('deprecated codex web-search flag is gone (#2525)', () => { test('the replacement flag has exactly the documented shape', () => { expect(CODEX_WEB_SEARCH_FLAG).toBe(`-c 'web_search="cached"'`); }); test('no rendered SKILL.md or section carries the deprecated flag', () => { const hits = grepRepo(DEPRECATED, ['SKILL.md', '*.md']); expect(hits).toEqual([]); }); test('no source file (resolver, template, helper) carries the deprecated flag', () => { const hits = grepRepo(DEPRECATED, ['*.ts', '*.tmpl']); expect(hits).toEqual([]); }); test('rendered codex skill actually resolves the token to the live flag', () => { const rendered = fs.readFileSync(path.join(ROOT, 'codex', 'SKILL.md'), 'utf-8'); expect(rendered).toContain(CODEX_WEB_SEARCH_FLAG); expect(rendered).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}'); }); test('rendered codex mode sections resolve the token at every invocation site', () => { // The mode bodies (and their codex invocations) are carved into // codex/sections/*-mode.md (T9) — each generated section must carry the // live flag, never the unresolved token. for (const file of ['review-mode.md', 'challenge-mode.md', 'consult-mode.md']) { const rendered = fs.readFileSync(path.join(ROOT, 'codex', 'sections', file), 'utf-8'); expect(rendered, `${file} lost the web-search flag`).toContain(CODEX_WEB_SEARCH_FLAG); expect(rendered).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}'); } }); test('rendered autoplan phase sections resolve the token at every inline site', () => { // The four phase bodies (and their codex invocations) are carved into // autoplan/sections/*-phase.md — each generated section must carry the // live flag, never the unresolved token. for (const file of ['ceo-phase.md', 'design-phase.md', 'eng-phase.md', 'dx-phase.md']) { const rendered = fs.readFileSync(path.join(ROOT, 'autoplan', 'sections', file), 'utf-8'); expect(rendered, `${file} lost the web-search flag`).toContain(CODEX_WEB_SEARCH_FLAG); expect(rendered).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}'); } const skeleton = fs.readFileSync(path.join(ROOT, 'autoplan', 'SKILL.md'), 'utf-8'); expect(skeleton).not.toContain('{{CODEX_WEB_SEARCH_FLAG}}'); }); }); describe('codex frontier model flag is present', () => { test('the model flag defaults to gpt-6-astra while allowing GSTACK_CODEX_MODEL', () => { expect(CODEX_MODEL_CONFIG_FLAG).toBe('-c "model=\\"${GSTACK_CODEX_MODEL:-gpt-6-astra}\\""'); }); test('native review overrides both model settings with the same selection', () => { for (const override of ['', 'custom-codex']) { const argv = execFileSync('bash', ['-c', `printf '%s\\n' ${CODEX_REVIEW_MODEL_CONFIG_FLAG}`], { env: { ...process.env, GSTACK_CODEX_MODEL: override }, encoding: 'utf8', timeout: 5000, }).trim().split('\n'); const expected = override || 'gpt-6-astra'; expect(argv).toEqual(['-c', `model="${expected}"`, '-c', `review_model="${expected}"`]); } for (const file of ['codex/sections/review-mode.md', 'review/sections/adversarial.md', 'ship/sections/adversarial.md']) { const rendered = fs.readFileSync(path.join(ROOT, file), 'utf8'); const calls = rendered.split('\n').filter(line => line.includes('codex review --base') && line.includes('2>')); expect(calls.length).toBeGreaterThan(0); for (const call of calls) expect(call).toContain(CODEX_REVIEW_MODEL_CONFIG_FLAG); } }); test('rendered codex mode sections resolve the model token at every invocation site', () => { for (const file of ['review-mode.md', 'challenge-mode.md', 'consult-mode.md']) { const rendered = fs.readFileSync(path.join(ROOT, 'codex', 'sections', file), 'utf-8'); const invocations = rendered.split('\n').filter(line => /codex (exec|review) /.test(line) && line.includes('2>')); expect(invocations.length).toBeGreaterThan(0); for (const line of invocations) expect(line, `${file} lost the model flag`).toContain(CODEX_MODEL_CONFIG_FLAG); expect(rendered).not.toContain('{{CODEX_MODEL_CONFIG_FLAG}}'); } }); test('rendered autoplan phase sections resolve the model token at every inline site', () => { for (const file of ['ceo-phase.md', 'design-phase.md', 'eng-phase.md', 'dx-phase.md']) { const rendered = fs.readFileSync(path.join(ROOT, 'autoplan', 'sections', file), 'utf-8'); expect(rendered, `${file} lost the model flag`).toContain(CODEX_MODEL_CONFIG_FLAG); expect(rendered).not.toContain('{{CODEX_MODEL_CONFIG_FLAG}}'); } }); });