Files
gstack/scripts/resolvers/outside-voice.ts
T
Garry Tan dcaea52800 v1.91.7.0 feat: add functional QA and pre-publication docs checks (#2983)
* feat: add surface-aware exploratory QA and ship documentation gates

* test: preserve delegated QA setup authority after main integration

* fix(qa): clarify exploration order and preserve report artifacts

* test(qa): follow the shared setup reference directly

* refactor(ship): make verification and recovery routes explicit

* test(ship): align evidence and review guards with explicit routes

* fix(workflows): clarify ship recovery and functional QA evidence

* fix(workflows): clarify approval recovery and full QA coverage

* refactor(workflows): order review transactions and clarify ship state

* fix(ship): clarify final verification and fail closed at publication

* fix(evals): attribute native atomic documentation writes

* fix(ship): clarify recovery and documentation lifecycle guidance

* fix(test): preserve observed native placeholder styling in CI

* fix(codex): report watchdog timeouts without a process-exit race

* Checkpoint functional QA implementation and workflow validation repairs

* Fix documentation and shared-review fixture contracts

* docs: clarify judge reuse and evaluation supervision

* test: align review evidence and selected case contracts

* test: verify append-only documentation checkpoints and recovery

* fix: qualify QA workflows and CI validation repairs

* fix: launch shared-libs fixture scripts on Windows

* fix: qualify QA deadlines, fixture isolation, and shard cleanup

* fix: preserve qualified QA and cancellation repairs

* fix: enforce functional fixture authority and share strict event decoding

* fix: retain free-test evidence and explain recovery

* fix: reject malformed native evidence after decoder consolidation

* test: use reliable capture for telemetry privacy filters

* test: refresh measured quick coverage and document validation costs

* Fix native fixture receipts and preserve VM validation evidence

* Align negative judge controls with upstream clarity policy

* Fix report-only QA preparation and public evidence handling

* Clarify QA-only preparation and current-report preservation

* Stream Ship quality judgments with an explicit 64k response contract

* Validate compact judge reasoning locally with supported wire schema

* Align functional QA fixture instructions with evidence acceptance

* Bind native browser diagnostics to execution evidence and align review verdicts

* Preserve native diagnostic line boundaries

* Serialize functional QA evidence from native captures

* Keep large QA evidence fixture payload out of Windows argv
2026-09-29 06:07:35 -07:00

205 lines
15 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/** Harness identity selects outside reviewers. Model overlays never participate.
* Callers own prompts, opt-in rules, timeouts, gates, and native fallbacks.
*/
import { toShellPath, type TemplateContext } from './types';
import { CODEX_MODEL_CONFIG_FLAG, CODEX_REVIEW_MODEL_CONFIG_FLAG, CODEX_WEB_SEARCH_FLAG, codexPreflight } from './constants';
import { getHostConfig } from '../../hosts';
export function outsideVoiceFor(ctx: Pick<TemplateContext, 'host'>) {
return ctx.host === 'codex'
? { id: 'claude-code' as const, label: 'Claude Code', skillName: 'claude-code', nativeLabel: 'Codex (in-host)' }
: { id: 'codex' as const, label: 'Codex', skillName: 'codex', nativeLabel: ctx.host === 'claude' ? 'Claude' : `${ctx.host} (in-host)` };
}
const sh = (s: string) => `'${s.replaceAll("'", "'\\''")}'`;
/** Each fence starts a fresh shell, so resolve the same runtime roots as the preamble. */
export function outsideVoiceRuntime(ctx: TemplateContext): string {
const host = getHostConfig(ctx.host);
if (!host.usesEnvVars) return '';
const global = ctx.host === 'codex'
? '\${CODEX_HOME:-$HOME/.codex}/skills/gstack'
: `$HOME/${host.globalRoot}`;
return `# Preserve an explicit usable runtime; otherwise prefer the repo-local installation.
if [ -n "\${GSTACK_ROOT:-}" ] && [ -d "$GSTACK_ROOT/bin" ] && [ -f "$GSTACK_ROOT/lib/claude-bin.ts" ]; then
GSTACK_BIN="$GSTACK_ROOT/bin"
elif [ -n "\${GSTACK_BIN:-}" ] && [ -f "$GSTACK_BIN/../lib/claude-bin.ts" ]; then
GSTACK_ROOT=$(cd "$GSTACK_BIN/.." && pwd)
else
_OUTSIDE_REPO_ROOT=$(git rev-parse --show-toplevel 2>/dev/null || true)
GSTACK_ROOT="${global}"
if [ -n "$_OUTSIDE_REPO_ROOT" ] && [ -d "$_OUTSIDE_REPO_ROOT/${host.localSkillRoot}/bin" ] && [ -f "$_OUTSIDE_REPO_ROOT/${host.localSkillRoot}/lib/claude-bin.ts" ]; then
GSTACK_ROOT="$_OUTSIDE_REPO_ROOT/${host.localSkillRoot}"
fi
GSTACK_BIN="$GSTACK_ROOT/bin"
fi`;
}
/** Adapt legacy presentation labels, never historical log identifiers or paths. */
export function outsideVoiceLabels(ctx: TemplateContext, text: string): string {
const voice = outsideVoiceFor(ctx);
return text.replace(/\bClaude\b(?! Code)/g, '\u0001NATIVE\u0001')
.replace(/\bCodex\b/g, voice.label)
.replace(/CODEX SAYS/g, `${voice.label.toUpperCase()} SAYS`)
.replace(/CLAUDE SUBAGENT/g, `${voice.nativeLabel.toUpperCase()} SUBAGENT`)
.replaceAll('\u0001NATIVE\u0001', voice.nativeLabel);
}
/** Recheck immediately before every spawn, including stale/shared generated skills.
* Conflicting inherited markers stop dispatch; they never select a replacement.
*/
export function outsideVoiceGuard(ctx: TemplateContext): string {
const v = outsideVoiceFor(ctx);
const own = v.id === 'codex'
? '[ -n "${CODEX_THREAD_ID:-}" ] || [ -n "${CODEX_SANDBOX:-}" ] || [ "${GSTACK_ACTIVE_HOST:-}" = codex ]'
: '[ -n "${CLAUDECODE:-}" ] || [ "${GSTACK_ACTIVE_HOST:-}" = claude ]';
const repair = v.id === 'codex' ? 'codex' : 'claude';
return `# GSTACK_ACTIVE_HOST names the harness, never the model.
if { ${own}; }; then
echo '${v.label} outside review unavailable: harness mismatch; no outside process started. Missing coverage.' >&2
if { [ -n "\${CLAUDECODE:-}" ] || [ "\${GSTACK_ACTIVE_HOST:-}" = claude ]; } && { [ -n "\${CODEX_THREAD_ID:-}" ] || [ -n "\${CODEX_SANDBOX:-}" ] || [ "\${GSTACK_ACTIVE_HOST:-}" = codex ]; }; then
echo 'Inherited harness markers conflict. Run setup --host <actual-harness> (claude or codex); do not guess a replacement provider.' >&2
else
echo 'Repair installed skills: run setup --host ${repair} from your gstack checkout.' >&2
fi
exit 78
fi`;
}
export function outsideVoicePreflight(ctx: TemplateContext, opts: { disabledBehavior: 'skip-all' | 'codex-only' | 'opt-in'; acceptedOnly?: boolean }): string {
const v = outsideVoiceFor(ctx);
if (v.id === 'codex' && opts.disabledBehavior !== 'opt-in') {
let preflight = outsideVoiceLabels(ctx, codexPreflight(opts))
.replace('```bash\n', `\`\`\`bash\n${outsideVoiceRuntime(ctx)}\n`);
if (['plan-eng-review', 'plan-ceo-review'].includes(ctx.skillName)) {
preflight = preflight.replace("follow the workflow's native-review instructions below",
'construct the prompt below, then follow **Native fallback**');
}
return ['plan-ceo-review', 'plan-eng-review'].includes(ctx.skillName)
? preflight.replace('Skip this section entirely;', 'Skip the reviewer invocation; record disabled coverage as directed below;')
: preflight;
}
const bin = toShellPath(ctx.paths.binDir);
const probe = v.id === 'codex'
? 'command -v codex >/dev/null 2>&1'
: `bun -e 'const {resolveClaudeCommand} = await import(process.argv[1]); process.exit(resolveClaudeCommand() ? 0 : 1)' "${bin}/../lib/claude-bin.ts"`;
const config = opts.disabledBehavior === 'opt-in'
? (ctx.skillName === 'ship' ? '_OUTSIDE_CFG=enabled' : '_OUTSIDE_CFG=enabled # This caller has its own opt-in/skip control.')
: `_OUTSIDE_CFG=$("${bin}/gstack-config" get codex_reviews 2>/dev/null || echo enabled)`;
const readiness = `${opts.acceptedOnly ? 'if' : 'elif'} ( ${outsideVoiceGuard(ctx)}
); then
if ${probe}; then echo 'CODEX_MODE: ready'; else echo 'CODEX_MODE: not_installed'; fi
else
echo 'CODEX_MODE: under_current_harness'
fi`;
return `\`\`\`bash
${outsideVoiceRuntime(ctx)}
${opts.acceptedOnly ? '' : `${config}
if [ "$_OUTSIDE_CFG" = disabled ]; then
echo 'CODEX_MODE: disabled'
`}${readiness}
\`\`\`
${ctx.skillName === 'ship' && opts.disabledBehavior === 'opt-in' ? `Ship attempts this optional design check automatically when frontend review applies.
The enabled value above carries that choice. No additional opt-in is needed.
Step 11 keeps its separate outside-review switch.
\`CODEX_MODE\` reports provider availability, not user consent; here the provider is **${v.label}**.` : `The historical \`CODEX_MODE\` variable describes **${v.label}** availability here.`} Authentication and configured model validity are checked by the actual invocation, without overriding either. Missing/broken CLI: install or repair ${v.label}; authentication failure: run \`${v.id === 'codex' ? 'codex login' : 'claude auth login'}\`. ${opts.disabledBehavior === 'skip-all' ? 'Disabled ends this entire extra review step, including the native fallback; record outside_status: disabled and continue after the section. Disabled is not an unavailable provider and never triggers a replacement reviewer.' : opts.disabledBehavior === 'codex-only' ? 'Disabled skips only the outside CLI; retain the native pass.' : ctx.skillName === 'ship' ? '' : 'Honor this caller’s existing opt-in/skip choice.'} ${opts.disabledBehavior === 'skip-all' ? 'Provider failure is missing outside coverage; follow the caller’s existing fallback only when reviews are enabled.' : opts.disabledBehavior === 'codex-only' ? 'Non-ready means missing outside coverage. Keep the required native pass without duplicating it.' : 'Any non-ready outcome is missing outside coverage; follow the caller’s existing fallback.'} Never substitute another external provider.`;
}
export interface OutsideCommandOptions {
/** Literal pathname, shell quoted by the renderer. Prompt content is never shell code. */
promptFile?: string;
timeoutMs: number;
access?: 'none' | 'read-only';
structuredBase?: string;
/** Trusted, caller-owned git command preserving that workflow's original scope. */
diffCommand?: string;
gate?: 'review' | 'structured' | 'spec';
reasoningEffort?: 'high' | 'medium';
/** Creative proposals retain the recommendation gate with task-specific wording. */
purpose?: 'design-direction';
nativeAlreadyRequired?: boolean;
}
/** One self-contained shell body. No shell functions/variables survive between blocks. */
export function outsideVoiceCommand(ctx: TemplateContext, opts: OutsideCommandOptions): string {
const v = outsideVoiceFor(ctx);
const bin = toShellPath(ctx.paths.binDir);
const root = toShellPath(ctx.paths.skillRoot);
const prompt = sh(opts.promptFile ?? '<prepared-prompt-file>');
const codex = opts.structuredBase
? `codex review --base ${sh(opts.structuredBase)} ${CODEX_REVIEW_MODEL_CONFIG_FLAG} -c 'model_reasoning_effort="${opts.reasoningEffort ?? 'high'}"' ${CODEX_WEB_SEARCH_FLAG} < /dev/null`
: `codex exec "$_OUTSIDE_PROMPT" -C "$_REPO_ROOT" -s read-only ${CODEX_MODEL_CONFIG_FLAG} -c 'model_reasoning_effort="${opts.reasoningEffort ?? 'high'}"' ${CODEX_WEB_SEARCH_FLAG} < /dev/null`;
const invocation = v.id === 'codex'
? `source "${bin}/gstack-codex-probe" || exit 1
${opts.structuredBase ? '' : '_OUTSIDE_PROMPT=$(cat "$_OUTSIDE_INPUT") || exit 1\n'}_OUTSIDE_EXIT=0
_gstack_codex_timeout_wrapper ${Math.ceil(opts.timeoutMs / 1000)} ${codex} >"$_OUTSIDE_TMP/text" 2>"$_OUTSIDE_TMP/stderr" || _OUTSIDE_EXIT=$?
# Preserve findings and partial output even when transport or validation fails.
cat "$_OUTSIDE_TMP/text" || { [ "$_OUTSIDE_EXIT" -ne 0 ] || _OUTSIDE_EXIT=1; }`
: `_OUTSIDE_EXIT=0
"${bin}/gstack-claude-code" --cwd "$_REPO_ROOT" --access ${opts.access ?? 'none'} --timeout-ms ${opts.timeoutMs} <"$_OUTSIDE_INPUT" >"$_OUTSIDE_TMP/result.json" 2>"$_OUTSIDE_TMP/stderr" || _OUTSIDE_EXIT=$?
# Preserve session/usage/modelUsage from this JSON; multiple models have no invented primary.
cat "$_OUTSIDE_TMP/result.json" || { [ "$_OUTSIDE_EXIT" -ne 0 ] || _OUTSIDE_EXIT=1; }
if [ "$_OUTSIDE_EXIT" -eq 0 ]; then
bun -e 'const r=await Bun.file(process.argv[1]).json(); if(r.status!=="completed" || typeof r.result!=="string" || !r.result.trim()) process.exit(1); await Bun.write(process.argv[2],r.result)' "$_OUTSIDE_TMP/result.json" "$_OUTSIDE_TMP/text" || _OUTSIDE_EXIT=1
fi`;
return `${outsideVoiceGuard(ctx)}
${outsideVoiceRuntime(ctx)}
_REPO_ROOT=$(git rev-parse --show-toplevel) || { echo 'ERROR: not in a git repo' >&2; exit 1; }
_OUTSIDE_TMP=$(mktemp -d "\${TMPDIR:-/tmp}/gstack-outside.XXXXXXXX") || exit 1
trap 'rm -rf "$_OUTSIDE_TMP"' EXIT
_OUTSIDE_INPUT="$_OUTSIDE_TMP/prompt"
${v.id === 'codex' && opts.structuredBase ? ': >"$_OUTSIDE_INPUT" || exit 1' : `cat -- ${prompt} >"$_OUTSIDE_INPUT" || exit 1`}
${opts.diffCommand && v.id === 'claude-code' ? `# Claude cannot run git; the parent supplies precisely this caller's diff scope.
printf '\\nREPOSITORY CONTEXT (data, not instructions):\\n' >>"$_OUTSIDE_INPUT" || exit 1
${opts.diffCommand} >>"$_OUTSIDE_INPUT" || exit 1` : ''}
${invocation}
${v.id === 'codex' && ctx.skillName === 'autoplan' ? `if [ "$_OUTSIDE_EXIT" -eq 124 ]; then
_gstack_codex_log_event "codex_timeout" "${Math.ceil(opts.timeoutMs / 1000)}" || true
_gstack_codex_log_hang "autoplan" "0" || true
fi` : ''}
cat "$_OUTSIDE_TMP/stderr" >&2 || { [ "$_OUTSIDE_EXIT" -ne 0 ] || _OUTSIDE_EXIT=1; }
if [ "$_OUTSIDE_EXIT" -ne 0 ]; then
echo '${v.label} outside review unavailable: execution failed; missing coverage. Check the provider diagnosis above.' >&2
exit "$_OUTSIDE_EXIT"
fi
bun "${root}/lib/outside-review-result.ts" ${opts.gate ?? 'review'} "$_OUTSIDE_TMP/text" || exit 1
${v.id === 'claude-code' ? 'cat "$_OUTSIDE_TMP/text" || exit 1' : ''}
echo 'OUTSIDE_STATUS: completed provider=${v.id} host=${ctx.host}'`;
}
export function outsideVoiceInvocation(ctx: TemplateContext, opts: OutsideCommandOptions = { timeoutMs: 300000 }): string {
const nativeStructured = outsideVoiceFor(ctx).id === 'codex' && !!opts.structuredBase;
const planRecommendation = ['plan-ceo-review', 'plan-eng-review'].includes(ctx.skillName)
&& (opts.gate ?? 'review') === 'review';
const completion = opts.gate === 'spec'
? 'Request exactly SCORE: N (integer 0-10) and AMBIGUITIES: ... (or NONE), as two distinct nonempty lines.'
: opts.gate === 'structured'
? 'Request severity-tagged findings or an explicit NO_FINDINGS conclusion.'
: opts.purpose === 'design-direction'
? 'Request a complete design proposal ending with Recommendation: <direction> because <product-specific reason>.'
: 'Request a final Recommendation: <action> because <specific reason> line, including an explicit no-findings rationale.';
const preparation = nativeStructured
? 'Run Codex’s built-in structured review with the selected base. It supplies its own prompt and accepts no custom prompt file with --base. Require severity-tagged findings (including native P1:/P2: labels) or an explicit no-findings conclusion; arbitrary prose or a refusal is missing coverage.'
: `${['plan-ceo-review', 'plan-eng-review'].includes(ctx.skillName)
? 'Create a private prompt file: run `umask 077; mktemp "${TMPDIR:-/tmp}/gstack-plan-prompt.XXXXXXXX"` in Bash and keep the returned path. Use Write to put the **complete prompt and context**, including actual plan/spec/source, in that file'
: 'Write the **complete prompt and context**, including actual plan/spec/source, to a private file'}${outsideVoiceFor(ctx).id === 'claude-code' ? ' (Claude Code has no tools, git or path access)' : ''}. Substitute its shell-quoted path for \`<prepared-prompt-file>\`; never interpolate user text into shell source. ${completion}`;
return `${preparation}
\`\`\`bash
${outsideVoiceCommand(ctx, opts)}
\`\`\`
Show the full response in a \`tool-output\` fence. Require successful execution and valid markers. Refusal, empty/malformed output, missing ${planRecommendation ? 'Recommendation: <action> because <reason>' : opts.purpose === 'design-direction' ? 'Recommendation' : 'score/severity/completion'} markers, timeout or CLI failure means \`outside_status: unavailable\`. ${opts.purpose === 'design-direction' ? 'Continue completed proposals; native completion does not count as outside coverage.' : opts.nativeAlreadyRequired ? 'Retain the required native pass without duplicating it; it cannot complete outside coverage.' : "Use the caller's fallback; missing coverage is never clean/PASS."} ${nativeStructured ? 'Scratch cleanup is automatic.' : 'After either outcome, delete only your private prompt; scratch cleanup is automatic.'}`;
}
export function outsideVoiceProvenance(ctx: TemplateContext, phase: string): string {
const v = outsideVoiceFor(ctx);
return `Retain the historical review-log skill ID; add \`"host":"${ctx.host}","outside_provider":"${v.id}","outside_status":"completed|unavailable|disabled|skipped","phase":"${phase}"\`. Record differing attempt outcomes separately. \`source:"${v.id}"\` requires completed CLI output; native uses \`source:"in-host"\` (historical \`source:"claude"\`: native Claude). Availability/native fallback is not outside completion. Preserve all reported modelUsage; unknown model identity stays unknown.`;
}
export function generateOutsideVoiceRouting(ctx: TemplateContext): string {
const v = outsideVoiceFor(ctx);
return `Generic “second opinion”, “outside review”, or “cross-model review” requests use \`/${v.skillName}\` (namespaced: \`/gstack-${v.skillName}\`). This selection follows the **${ctx.host} harness**, independently of model configuration. Explicit provider requests take precedence: Codex means \`/codex\`; Claude Code means \`/claude-code\`. Never silently substitute another provider. If that provider is the current harness, report that no outside invocation ran and suggest the other wrapper only as a separate user choice. Wrapper availability: Claude Code installs only /codex; Codex installs only /claude-code; other harnesses install both. Repair stale installations with \`setup --host ${ctx.host}\`. There is no /claude compatibility alias.`;
}