docs: exact eval counts for the held design-doc conversion

This commit is contained in:
garrytan committed 2026-10-03 04:33:05 +00:00
1 parent 50ec7c57dd
commit 41756ad06e
2 files changed
+3 -3

No files matched your search

+2 -2
View File
@@ -93,8 +93,8 @@ Each item was deferred with a reason during the `/claude-api prompt-audit` clean
- **Design-doc discovery still reads `~/.gstack/projects`** — converting
`DESIGN_DOC_DISCOVERY` (and autoplan's Step 2 lookup) to `$GSTACK_STATE_ROOT`
made /plan-eng-review answer its no-target scope gate in prose instead of
AskUserQuestion: the plan-mode no-op eval failed 4 of 4 runs with the change
and passed 5 of 5 without it. Custom state roots miss office-hours design docs
AskUserQuestion: the plan-mode no-op eval failed 5 of 5 runs with the converted
paths and passed 6 of 6 without them. Custom state roots miss office-hours design docs
until this lands. Find why the path change shifts the gate (likely the gate's
"do not probe for session state" rule), then convert and keep the eval green.
Priority P2. Effort S.
+1 -1
View File
@@ -169,7 +169,7 @@ const RATCHET_ALLOWLIST = JSON.parse(read('test/state-root-ratchet.allowlist.jso
const readinessEvalReason = RATCHET_ALLOWLIST.find(entry => entry.path === 'land-and-deploy/sections/readiness-gate.md.tmpl')!.reason;
const DESCRIPTION = 'user-facing description of where the data lives; no command reads or writes this literal';
const SOURCE_COMMENT = 'source comment, not rendered into any skill';
const DESIGN_DOC_HELD = 'held at the literal path: converting design-doc discovery to $GSTACK_STATE_ROOT made plan-eng-review ask its scope gate in prose instead of AskUserQuestion (plan-mode no-op eval, 4 of 4 runs); see TODOS.md';
const DESIGN_DOC_HELD = 'held at the literal path: converting design-doc discovery to $GSTACK_STATE_ROOT made plan-eng-review ask its scope gate in prose instead of AskUserQuestion (plan-mode no-op eval: 5 of 5 runs failed with it, 6 of 6 passed without); see TODOS.md';
const STATE_ROOT_ALLOWLIST: Array<{ file: string; match: string; reason: string }> = [
{ file: 'autoplan/SKILL.md.tmpl', match: 'ls -t ~/.gstack/projects/$SLUG/*-design-*.md', reason: DESIGN_DOC_HELD },