mirror of
https://github.com/garrytan/gstack.git
synced 2026-11-02 23:14:33 +01:00
ac20ef1e13
* fix(make-pdf,design): real TOC page numbers and anchors; design models move to gpt-5.5 + gpt-image-2 (#2903, #2807) * ci: pin every action to a SHA, Scorecard, checksummed Bun, scoped Codex CLI in the CI image, macOS named-regressions job (#1948, #1706, #1997) * fix(cso,browse): Windows/macOS lease identity, retention skips bad runs, truthful 'not assessed' reports, env.kv false positive, Windows browse spawn fixes (#2894, #2912, #2048, #2637, #2805) * fix(outside-voice): one Codex model precedence for probe and dispatch, bounded timeouts with KILL escalation, probe cache identity, guarded mktemp, skills hidden in nested Codex (#2776, #2914, #2787, #2881, #2847) * feat(setup): install registry, ./setup --status, staged activation, per-scope migrations, host tiers and conformance kit, OpenCode/Hermes fixes, Copilot CLI (experimental), disabled_skills, slimmer CLAUDE.md (#1925, #2879, #2347, #2338, #2626, #2629, #2825, #2015, #393, #1206, #2096) Co-authored-by: Andrey Esipov <61357035+andrey-esipov@users.noreply.github.com> Co-authored-by: Matthew Williams <5863886+ridermw@users.noreply.github.com> Co-authored-by: Rocky Wu <92764750+lolisaigao1234@users.noreply.github.com> * fix(preamble): skills start in worktree-isolated Claude Code sessions — one literal skill-start line, context-recovery helper, no eval in skill blocks, $N token tripwire, honest plan-mode precedence (#2763, #2896, #2851) * fix(setup): per-install renders for renamed, vendored and custom-config installs, space-safe alias roots, per-host /cso launcher path (#1882, #2906) * test: free tests never write the real HOME (home-write tripwire), no orphaned browse daemons, symlinked-TMPDIR (macOS) fixes, gbrain-on-PATH isolation (#2895, #2816, #2829, #2841, #2982, #2911, #2909, #2908, #2910) * chore: integrate wave follow-ups — regenerate all hosts, README model docs, TODOS, touchfiles, duration seeds, Bun 1.3 telemetry test fix, replay fixtures pinned to their recorded bytes * v1.91.14.0: release metadata * test(browse): group-kill cleanup falls back to the leader when macOS returns EPERM for a live group * ci: Codex login steps run under bash (the CI container's default sh rejects pipefail) * fix: full-suite repairs — private state roots for 7 real-HOME writers, truthful home-guard attribution with --attribute-home, gstack-paths shim in ship-hook fixtures, Copilot in team-init probes, test-of-test detector, cookie review fixture pinned to the approved excerpt * fix(windows): LF for Dockerfiles, normalized home-guard exclusions, path.relative fixture containment, ship push test spawn timeouts * test(design-detect): widen the whole-scan budget test's timing margins so a loaded macOS runner can't time out the single-batch call * fix(evals): qa protocol names defined for the judge, async PTY judge so overlapping sessions keep their cleanup deadline, bws setup cases use the standard JUDGE_MS tier * test(pty): the non-blocking judge case is POSIX-only (its fake judge is a shebang script, like the PTY harness it covers) * test(evals): ship-coverage-audit names absolute skill paths, uses Read, and skips the Step 7 artifact nothing consumes (removes the mechanism behind 3 of 4 historical timeouts) * test: deflake terminal-agent concurrent startup (write the placeholder record before spawning, like the product) and qa-evidence resumed pipe (barrier on a full high-water mark instead of a sleep) * fix(design): daemon log stream handles open errors instead of crashing the daemon; shutdown test awaits the stubbed exit * test(evals): skillify checks the product's resolved state root (no GSTACK_HOME bypass), negative cases check every root; tpa shims live outside the agent's cwd and answer consistently * test(evals): coverage-audit detector splits parallel columns at │ rails and [+] groups; coverage prompts name absolute skill paths; TODOs from the gate eval census * fix(plan-eng-review): scope gate always sends the menu (no headless 'Scope pending' exit); PTY harness ends idle turn-ends and API-error panels promptly with a precise diagnostic * test(evals): one position-bound coverage-read rule credits read-only && chains (labels, context ranges, git displays in either order) and still rejects forged output * fix(ship): documentation section has one saved source inserted by cat (never retyped); spawned-marker evidence is the child output; refreshed codex/factory ship goldens * test(docsync): the byte-exact insert positive is POSIX-only (the bash-command observer refuses backslash paths by design) * test(evals): plan-design-with-ui focus-title rule accepts the comma-less 'dimensions or focus' wording (replayed on the captured CI run, negative controls kept) * fix(qa-callers): exploratory preflight says the scope/method Reads come after exploratory.md; design-review scan check credits an executed scan proven by one engine run over the changed files --------- Co-authored-by: Andrey Esipov <61357035+andrey-esipov@users.noreply.github.com> Co-authored-by: Matthew Williams <5863886+ridermw@users.noreply.github.com> Co-authored-by: Rocky Wu <92764750+lolisaigao1234@users.noreply.github.com>
67 lines
2.4 KiB
TypeScript
67 lines
2.4 KiB
TypeScript
/**
|
|
* Argument vectors for the per-lane CLI parity check. results.json holds the
|
|
* parse results the pre-engine runners (base 96764e80) produced for them.
|
|
*/
|
|
export const FREE_CASES: string[][] = [
|
|
[],
|
|
['--dry-run', '--list', '--verbose'],
|
|
['--windows-only', '--list'],
|
|
['--record-durations'],
|
|
['--quick'],
|
|
['--shards', '4', '--shard', '2'],
|
|
['--wall-timeout', '600'],
|
|
['--ci-plan', 'plan.json', '--shards', '20'],
|
|
['--ci-run', 'plan.json', '--shard', '1', '--result', 'result.json'],
|
|
['--ci-verify', 'plan.json', '--results', 'results'],
|
|
['--bogus'],
|
|
['--list', '--bogus'],
|
|
['--shards'],
|
|
['--shard'],
|
|
['--wall-timeout', '0'],
|
|
['--wall-timeout'],
|
|
['--ci-plan'],
|
|
['--ci-plan', '--list'],
|
|
['--ci-plan', 'a.json', '--ci-run', 'b.json'],
|
|
['--ci-plan', 'a.json', '--quick'],
|
|
['--ci-run', 'plan.json'],
|
|
['--ci-verify', 'plan.json'],
|
|
['--quick', '--shard', '1'],
|
|
['--quick', '--windows-only'],
|
|
['--attribute-home'],
|
|
['--ci-plan', 'a.json', '--attribute-home'],
|
|
];
|
|
|
|
export const PAID_CASES: Array<{ argv: string[]; env?: Record<string, string> }> = [
|
|
{ argv: [] },
|
|
{ argv: ['--list', '--tier', 'periodic', '--profile', 'full'] },
|
|
{ argv: ['--tier', 'gate', '--profile', 'pr', '--list'] },
|
|
{ argv: ['--timeout', '600', '--jobs', '2', '--files-per-shard', '3'] },
|
|
{ argv: ['--emit-plan', 'manifest.json', '--slices', '4', '--skip-judges'] },
|
|
{ argv: ['--plan', 'manifest.json', '--slice', '2'] },
|
|
{ argv: ['--report', 'reports', '--write-durations'] },
|
|
{ argv: [], env: { EVALS_TIER: 'periodic', EVALS_JOBS: '3', EVALS_CONCURRENCY: '5', EVALS_SHARD_TIMEOUT_MS: '1000', EVALS_PROFILE: 'full' } },
|
|
{ argv: ['--bogus'] },
|
|
{ argv: ['--list', '--bogus'] },
|
|
{ argv: ['--tier', 'e2e'] },
|
|
{ argv: ['--tier'] },
|
|
{ argv: ['--profile'] },
|
|
{ argv: ['--profile', 'fast'] },
|
|
{ argv: ['--timeout', '0'] },
|
|
{ argv: ['--jobs'] },
|
|
{ argv: ['--emit-plan'] },
|
|
{ argv: ['--plan'] },
|
|
{ argv: ['--report'] },
|
|
{ argv: ['--write-durations'] },
|
|
{ argv: ['--skip-judges'] },
|
|
{ argv: ['--profile', 'pr', '--tier', 'periodic'] },
|
|
{ argv: ['--profile', 'pr', '--files-per-shard', '2'] },
|
|
{ argv: [], env: { EVALS_TIER: 'e2e' } },
|
|
];
|
|
|
|
export type ParseResult = { ok: unknown } | { error: string };
|
|
|
|
export function capture(parse: () => unknown): ParseResult {
|
|
try { return { ok: parse() }; }
|
|
catch (error) { return { error: error instanceof Error ? error.message : String(error) }; }
|
|
}
|