mirror of
https://github.com/garrytan/gstack.git
synced 2026-11-19 14:44:44 +01:00
fix(evals): QA deadline joins, QA-callers handoff order and plan-check probes (GSTA-57)
Co-authored-by: capy-ai[bot] <230910855+capy-ai[bot]@users.noreply.github.com>
This commit is contained in:
1 parent
c580561e8a
commit
2fb19f622b
8 files changed
+681
-9
No files matched your search
+301
@@ -0,0 +1,301 @@
|
||||
{
|
||||
"note": "Public HANDOFF.md Reads and completed:true gstack-review-log records, with their results, from two failed review-exploratory-small-cli attempts; fixture paths are rewritten to /fixture-root.",
|
||||
"attempts": [
|
||||
{
|
||||
"source": "run 39320737890 paid-slice-8-a1 review-exploratory-small-cli",
|
||||
"head": "f278f5b",
|
||||
"sourceEventIndices": [
|
||||
541,
|
||||
547,
|
||||
580,
|
||||
584,
|
||||
817,
|
||||
821
|
||||
],
|
||||
"events": [
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCFmhNcdng5NVrYMeEXc",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_018VDo7yRPYpS71H6uZZQXfr",
|
||||
"name": "Read",
|
||||
"input": {
|
||||
"file_path": "/fixture-root/product/HANDOFF.md"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": {
|
||||
"type": "text",
|
||||
"file": {
|
||||
"filePath": "/fixture-root/product/HANDOFF.md",
|
||||
"content": "No concurrent input update.\n",
|
||||
"numLines": 2,
|
||||
"startLine": 1,
|
||||
"totalLines": 2
|
||||
}
|
||||
},
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"tool_use_id": "toolu_018VDo7yRPYpS71H6uZZQXfr",
|
||||
"type": "tool_result",
|
||||
"content": "1\tNo concurrent input update.\n2\t"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCFmhNcdng5NVrYMeEXc",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_01RE7HZrWaWAoZyEhpSQthmp",
|
||||
"name": "Bash",
|
||||
"input": {
|
||||
"command": "/fixture-root/host/runtime/bin/gstack-review-log '{\"skill\":\"adversarial-review\",\"timestamp\":\"'\"$(date -u +%Y-%m-%dT%H:%M:%SZ)\"'\",\"status\":\"issues_found\",\"source\":\"in-host\",\"host\":\"claude\",\"outside_provider\":\"codex\",\"outside_status\":\"unavailable\",\"phase\":\"adversarial\",\"tier\":\"always\",\"gate\":\"informational\",\"commit\":\"'\"$(git rev-parse --short HEAD)\"'\",\"completed\":true,\"converged\":true}' --finish be9a452e-5250-4734-8c5a-3cb4922ea744",
|
||||
"description": "Persist native adversarial review record"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": {
|
||||
"stdout": "",
|
||||
"stderr": "",
|
||||
"interrupted": false,
|
||||
"isImage": false,
|
||||
"noOutputExpected": false
|
||||
},
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"tool_use_id": "toolu_01RE7HZrWaWAoZyEhpSQthmp",
|
||||
"type": "tool_result",
|
||||
"content": "(Bash completed with no output)",
|
||||
"is_error": false
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCFoAqtJycy2UWEB8WG7",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_011TvxdKFapV3hPc7FKpnW7G",
|
||||
"name": "Read",
|
||||
"input": {
|
||||
"file_path": "/fixture-root/product/HANDOFF.md"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "0fa1b922-1e77-4aa4-a152-a33997782193",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": {
|
||||
"type": "file_unchanged",
|
||||
"file": {
|
||||
"filePath": "/fixture-root/product/HANDOFF.md"
|
||||
}
|
||||
},
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"tool_use_id": "toolu_011TvxdKFapV3hPc7FKpnW7G",
|
||||
"type": "tool_result",
|
||||
"content": "Wasted call \u2014 file unchanged since your last Read. Refer to that earlier tool_result instead."
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"source": "run 39332134395 paid-slice-8-a2 review-exploratory-small-cli",
|
||||
"head": "8802d99",
|
||||
"sourceEventIndices": [
|
||||
745,
|
||||
749,
|
||||
777,
|
||||
781,
|
||||
790,
|
||||
794
|
||||
],
|
||||
"events": [
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCP93PHjujPRobVJASRi",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_018xntzUCrFxBhzJTuszB54U",
|
||||
"name": "Bash",
|
||||
"input": {
|
||||
"command": "/fixture-root/host/runtime/bin/gstack-review-log '{\"skill\":\"adversarial-review\",\"timestamp\":\"'\"$(date -u +%Y-%m-%dT%H:%M:%SZ)\"'\",\"status\":\"issues_found\",\"source\":\"in-host\",\"host\":\"claude\",\"outside_provider\":\"codex\",\"outside_status\":\"unavailable\",\"phase\":\"adversarial\",\"tier\":\"always\",\"gate\":\"informational\",\"commit\":\"'\"$(git rev-parse --short HEAD)\"'\",\"completed\":true,\"converged\":true}' --finish 0fa0d55a-16d1-4fa5-a65c-98ba0d2adb3a",
|
||||
"description": "Persist native adversarial review record"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": {
|
||||
"stdout": "",
|
||||
"stderr": "",
|
||||
"interrupted": false,
|
||||
"isImage": false,
|
||||
"noOutputExpected": false
|
||||
},
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"tool_use_id": "toolu_018xntzUCrFxBhzJTuszB54U",
|
||||
"type": "tool_result",
|
||||
"content": "(Bash completed with no output)",
|
||||
"is_error": false
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCP9T1qta9KojKXBkn7S",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_01KxpCiHqeq6EjStFc1eGKKm",
|
||||
"name": "Read",
|
||||
"input": {
|
||||
"file_path": "/fixture-root/product/HANDOFF.md"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": {
|
||||
"type": "text",
|
||||
"file": {
|
||||
"filePath": "/fixture-root/product/HANDOFF.md",
|
||||
"content": "No concurrent input update.\n",
|
||||
"numLines": 2,
|
||||
"startLine": 1,
|
||||
"totalLines": 2
|
||||
}
|
||||
},
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"tool_use_id": "toolu_01KxpCiHqeq6EjStFc1eGKKm",
|
||||
"type": "tool_result",
|
||||
"content": "1\tNo concurrent input update.\n2\t"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "assistant",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"message": {
|
||||
"id": "msg_011CgCP9T1qta9KojKXBkn7S",
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_use",
|
||||
"id": "toolu_01FbKjc6xXVDmtcU9Zd3GATA",
|
||||
"name": "Read",
|
||||
"input": {
|
||||
"file_path": "/fixture-root/product/reports/HANDOFF.md"
|
||||
},
|
||||
"caller": {
|
||||
"type": "direct"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "user",
|
||||
"session_id": "e05cf21a-eced-4ee5-a031-89a8c253c54e",
|
||||
"parent_tool_use_id": null,
|
||||
"tool_use_result": "Error: File does not exist. Note: your current working directory is /fixture-root/product.",
|
||||
"message": {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"type": "tool_result",
|
||||
"content": "File does not exist. Note: your current working directory is /fixture-root/product.",
|
||||
"is_error": true,
|
||||
"tool_use_id": "toolu_01FbKjc6xXVDmtcU9Zd3GATA"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
+182
@@ -0,0 +1,182 @@
|
||||
{
|
||||
"note": "Every top-level non-guard Bash command from 11 captured qa-only-no-fix attempts; guard calls are omitted because their receipts belong to the original clock.",
|
||||
"attempts": [
|
||||
{
|
||||
"source": "run 39181697029 paid-slice-8-a1 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"git -C '__QA_FIXTURE__' log -1 --format=%cI"
|
||||
],
|
||||
"head": "f0722bc"
|
||||
},
|
||||
{
|
||||
"source": "run 39313931713 paid-slice-8-a1 qa-only-no-fix",
|
||||
"passed": false,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md | head -80",
|
||||
"sed -n 389,603p qa-only/SKILL.md",
|
||||
"cat qa-only/sections/exploratory.md",
|
||||
"cat qa/sections/browser-setup.md",
|
||||
"cat qa/sections/scope.md; echo ======; cat qa/sections/qa-patterns.md",
|
||||
"cat qa/sections/qa-patterns.md",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"ls -la; cat TODOS.md 2>/dev/null; git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ"
|
||||
],
|
||||
"head": "5186498"
|
||||
},
|
||||
{
|
||||
"source": "run 39313931713 paid-slice-8-a2 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports/screenshots'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"ls -la __QA_FIXTURE__"
|
||||
],
|
||||
"head": "5186498"
|
||||
},
|
||||
{
|
||||
"source": "run 39320737890 paid-slice-8-a1 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports/screenshots'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"git -C '__QA_FIXTURE__' status --short",
|
||||
"ls -la __QA_FIXTURE__",
|
||||
"git -C '__QA_FIXTURE__' log -1 --format=%cI",
|
||||
"grep -n \"baseline.json\" __QA_FIXTURE__/qa-reports/qa-only-report.md"
|
||||
],
|
||||
"head": "f278f5b"
|
||||
},
|
||||
{
|
||||
"source": "run 39320737890 paid-slice-8-a2 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md | head -80",
|
||||
"sed -n 389,603p qa-only/SKILL.md",
|
||||
"cat qa-only/sections/exploratory.md; ls qa/sections qa/templates qa-only/sections",
|
||||
"cat qa/sections/scope.md",
|
||||
"cat qa/sections/qa-patterns.md",
|
||||
"cat qa/sections/browser-setup.md",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"ls -la; find . -maxdepth 1 -iname 'TODOS.md' -o -maxdepth 1 -iname 'README*' -o -maxdepth 1 -name package.json",
|
||||
"cat qa-only/sections/reporting.md; echo ======; cat qa/templates/qa-report-template.md"
|
||||
],
|
||||
"head": "f278f5b"
|
||||
},
|
||||
{
|
||||
"source": "run 39320737890 paid-slice-8-a3 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"git -C '__QA_FIXTURE__' log -1 --format=%cI",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports/screenshots'"
|
||||
],
|
||||
"head": "f278f5b"
|
||||
},
|
||||
{
|
||||
"source": "run 39332134395 paid-slice-8-a1 qa-only-no-fix",
|
||||
"passed": false,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md | head -80",
|
||||
"sed -n 378,592p qa-only/SKILL.md",
|
||||
"cat qa-only/sections/exploratory.md; echo ======; cat qa/sections/browser-setup.md",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports/screenshots'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"ls -la; git -C '__QA_FIXTURE__' branch --show-current"
|
||||
],
|
||||
"head": "8802d99"
|
||||
},
|
||||
{
|
||||
"source": "run 39332134395 paid-slice-8-a2 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; ls qa-only qa qa-only/sections qa/sections qa/templates 2>/dev/null",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports/screenshots'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"git -C '__QA_FIXTURE__' branch --show-current",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"ls -la; find . -maxdepth 2 -not -path './.git*' -type f | sort | head -50",
|
||||
"cat fixture-browser-probe.ts"
|
||||
],
|
||||
"head": "8802d99"
|
||||
},
|
||||
{
|
||||
"source": "run 39332134395 paid-slice-8-a3 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ"
|
||||
],
|
||||
"head": "8802d99"
|
||||
},
|
||||
{
|
||||
"source": "run 39336730429 paid-slice-8-a1 qa-only-no-fix",
|
||||
"passed": false,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md | head -80",
|
||||
"cat qa-only/sections/exploratory.md",
|
||||
"cat qa/sections/browser-setup.md; ls -la qa-reports qa-reports/screenshots; ls qa/sections qa-only/sections qa/templates",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"ls -la; git -C '__QA_FIXTURE__' branch --show-current",
|
||||
"git -C '__QA_FIXTURE__' log -1 --format=%cI"
|
||||
],
|
||||
"head": "afa0bbf"
|
||||
},
|
||||
{
|
||||
"source": "run 39336730429 paid-slice-8-a2 qa-only-no-fix",
|
||||
"passed": true,
|
||||
"commands": [
|
||||
"wc -l qa-only/SKILL.md; grep -n '^#' qa-only/SKILL.md | head -80",
|
||||
"sed -n 389,603p qa-only/SKILL.md",
|
||||
"cat qa-only/sections/exploratory.md",
|
||||
"cat qa/sections/browser-setup.md",
|
||||
"cat qa/sections/scope.md; echo ======; cat qa/sections/qa-patterns.md",
|
||||
"_gs_d() { if command -v gtimeout >/dev/null; then gtimeout 30 \"$@\"; elif command -v timeout >/dev/null; then timeout 30 \"$@\"\nelif command -v perl >/dev/null; then perl -e 'alarm(shift);exec(@ARGV)' 30 \"$@\"; else return 125; fi; }\n_A=aside; command -v aside >/dev/null || _A=$(command -v ~/.local/bin/aside)\nif [ \"${GSTACK_SKIP_ASIDE:-}\" = \"1\" ] || [ -z \"$_A\" ]; then\n echo \"NEEDS_ASIDE: ${GSTACK_PLATFORM:-$(uname)}\"\nelse\n _rc=0; _o=$(_gs_d \"$_A\" repl 'console.log(\"ASIDE_READY \" + pwd)' 2>&1) || _rc=$?\n case \"$_rc\" in\n 124|142) echo \"ASIDE_TIMEOUT: probe deadline exceeded\" ;;\n 125) echo \"ASIDE_UNAVAILABLE: bounded probe unavailable\" ;;\n 0) if printf '%s\\n' \"$_o\" | grep -q '^ASIDE_READY '; then echo \"READY: $_A\"\n else echo \"ASIDE_NOT_RUNNING: no readiness marker\"; fi ;;\n *) echo \"ASIDE_CLI_ERROR: exit $_rc; inspect aside --help locally\" ;;\n esac\n unset _o\nfi",
|
||||
"ls -la '__QA_FIXTURE__/qa-reports'",
|
||||
"[ -x '__QA_BROWSE__' ] && echo READY || echo NEEDS_SETUP",
|
||||
"date -u +%Y-%m-%dT%H:%M:%SZ",
|
||||
"git -C '__QA_FIXTURE__' rev-parse --short HEAD",
|
||||
"ls; ls qa/templates; ls -a screenshots qa-reports/screenshots 2>/dev/null"
|
||||
],
|
||||
"head": "afa0bbf"
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in new issue
Block a user