mirror of
https://github.com/garrytan/gstack.git
synced 2026-05-02 11:45:20 +02:00
f3ee0ee28a
* feat: browser ref staleness detection via async count() validation resolveRef() now checks element count to detect stale refs after page mutations (e.g. SPA navigation). RefEntry stores role+name metadata for better diagnostics. 3 new snapshot tests for staleness detection. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * feat: qa-only skill, qa fix loop, plan-to-QA artifact flow Add /qa-only (report-only, Edit tool blocked), restructure /qa with find-fix-verify cycle, add {{QA_METHODOLOGY}} DRY placeholder for shared methodology. /plan-eng-review now writes test-plan artifacts to ~/.gstack/projects/<slug>/ for QA consumption. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * feat: eval efficiency metrics — turns, duration, commentary across all surfaces Add generateCommentary() for natural-language delta interpretation, per-test turns/duration in comparison and summary output, judgePassed unit tests, 3 new E2E tests (qa-only, qa fix loop, plan artifact). Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * chore: bump version and changelog (v0.4.0) Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * docs: update ARCHITECTURE, BROWSER, CONTRIBUTING, README for v0.4.0 - ARCHITECTURE: add ref staleness detection section, update RefEntry type - BROWSER: add ref staleness paragraph to snapshot system docs - CONTRIBUTING: update eval tool descriptions with commentary feature - README: fix missing qa-only in project-local uninstall command Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * docs: add user-facing benefit descriptions to v0.4.0 changelog Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
113 lines
3.8 KiB
TypeScript
113 lines
3.8 KiB
TypeScript
#!/usr/bin/env bun
|
|
/**
|
|
* skill:check — Health summary for all SKILL.md files.
|
|
*
|
|
* Reports:
|
|
* - Command validation (valid/invalid/snapshot errors)
|
|
* - Template coverage (which SKILL.md files have .tmpl sources)
|
|
* - Freshness check (generated files match committed files)
|
|
*/
|
|
|
|
import { validateSkill } from '../test/helpers/skill-parser';
|
|
import * as fs from 'fs';
|
|
import * as path from 'path';
|
|
import { execSync } from 'child_process';
|
|
|
|
const ROOT = path.resolve(import.meta.dir, '..');
|
|
|
|
// Find all SKILL.md files
|
|
const SKILL_FILES = [
|
|
'SKILL.md',
|
|
'browse/SKILL.md',
|
|
'qa/SKILL.md',
|
|
'qa-only/SKILL.md',
|
|
'ship/SKILL.md',
|
|
'review/SKILL.md',
|
|
'retro/SKILL.md',
|
|
'plan-ceo-review/SKILL.md',
|
|
'plan-eng-review/SKILL.md',
|
|
'setup-browser-cookies/SKILL.md',
|
|
].filter(f => fs.existsSync(path.join(ROOT, f)));
|
|
|
|
let hasErrors = false;
|
|
|
|
// ─── Skills ─────────────────────────────────────────────────
|
|
|
|
console.log(' Skills:');
|
|
for (const file of SKILL_FILES) {
|
|
const fullPath = path.join(ROOT, file);
|
|
const result = validateSkill(fullPath);
|
|
|
|
if (result.warnings.length > 0) {
|
|
console.log(` \u26a0\ufe0f ${file.padEnd(30)} — ${result.warnings.join(', ')}`);
|
|
continue;
|
|
}
|
|
|
|
const totalValid = result.valid.length;
|
|
const totalInvalid = result.invalid.length;
|
|
const totalSnapErrors = result.snapshotFlagErrors.length;
|
|
|
|
if (totalInvalid > 0 || totalSnapErrors > 0) {
|
|
hasErrors = true;
|
|
console.log(` \u274c ${file.padEnd(30)} — ${totalValid} valid, ${totalInvalid} invalid, ${totalSnapErrors} snapshot errors`);
|
|
for (const inv of result.invalid) {
|
|
console.log(` line ${inv.line}: unknown command '${inv.command}'`);
|
|
}
|
|
for (const se of result.snapshotFlagErrors) {
|
|
console.log(` line ${se.command.line}: ${se.error}`);
|
|
}
|
|
} else {
|
|
console.log(` \u2705 ${file.padEnd(30)} — ${totalValid} commands, all valid`);
|
|
}
|
|
}
|
|
|
|
// ─── Templates ──────────────────────────────────────────────
|
|
|
|
console.log('\n Templates:');
|
|
const TEMPLATES = [
|
|
{ tmpl: 'SKILL.md.tmpl', output: 'SKILL.md' },
|
|
{ tmpl: 'browse/SKILL.md.tmpl', output: 'browse/SKILL.md' },
|
|
];
|
|
|
|
for (const { tmpl, output } of TEMPLATES) {
|
|
const tmplPath = path.join(ROOT, tmpl);
|
|
const outPath = path.join(ROOT, output);
|
|
if (!fs.existsSync(tmplPath)) {
|
|
console.log(` \u26a0\ufe0f ${output.padEnd(30)} — no template`);
|
|
continue;
|
|
}
|
|
if (!fs.existsSync(outPath)) {
|
|
hasErrors = true;
|
|
console.log(` \u274c ${output.padEnd(30)} — generated file missing! Run: bun run gen:skill-docs`);
|
|
continue;
|
|
}
|
|
console.log(` \u2705 ${tmpl.padEnd(30)} \u2192 ${output}`);
|
|
}
|
|
|
|
// Skills without templates
|
|
for (const file of SKILL_FILES) {
|
|
const tmplPath = path.join(ROOT, file + '.tmpl');
|
|
if (!fs.existsSync(tmplPath) && !TEMPLATES.some(t => t.output === file)) {
|
|
console.log(` \u26a0\ufe0f ${file.padEnd(30)} — no template (OK if no $B commands)`);
|
|
}
|
|
}
|
|
|
|
// ─── Freshness ──────────────────────────────────────────────
|
|
|
|
console.log('\n Freshness:');
|
|
try {
|
|
execSync('bun run scripts/gen-skill-docs.ts --dry-run', { cwd: ROOT, stdio: 'pipe' });
|
|
console.log(' \u2705 All generated files are fresh');
|
|
} catch (err: any) {
|
|
hasErrors = true;
|
|
const output = err.stdout?.toString() || '';
|
|
console.log(' \u274c Generated files are stale:');
|
|
for (const line of output.split('\n').filter((l: string) => l.startsWith('STALE'))) {
|
|
console.log(` ${line}`);
|
|
}
|
|
console.log(' Run: bun run gen:skill-docs');
|
|
}
|
|
|
|
console.log('');
|
|
process.exit(hasErrors ? 1 : 0);
|