feat: DX tools (skill:check, dev:skill) + Tier 2 E2E test scaffolding

- scripts/skill-check.ts: health summary for all SKILL.md files (commands, templates, freshness) - scripts/dev-skill.ts: watch mode for template development - test/helpers/session-runner.ts: Agent SDK wrapper for E2E skill tests - test/skill-e2e.test.ts: 2 E2E tests + 3 stubs (auto-skip inside Claude Code sessions) - E2E tests must run from plain terminal: SKILL_E2E=1 bun test test/skill-e2e.test.ts
2026-05-07 05:56:41 +02:00 · 2026-03-13 15:43:41 -07:00
parent 3d9b8e8e21
commit 173bad8e82
4 changed files with 432 additions and 0 deletions
@@ -0,0 +1,82 @@
+#!/usr/bin/env bun
+/**
+ * dev:skill — Watch mode for SKILL.md template development.
+ *
+ * Watches .tmpl files, regenerates SKILL.md files on change,
+ * validates all $B commands immediately.
+ */
+
+import { validateSkill } from '../test/helpers/skill-parser';
+import { execSync } from 'child_process';
+import * as fs from 'fs';
+import * as path from 'path';
+
+const ROOT = path.resolve(import.meta.dir, '..');
+
+const TEMPLATES = [
+  { tmpl: path.join(ROOT, 'SKILL.md.tmpl'), output: 'SKILL.md' },
+  { tmpl: path.join(ROOT, 'browse', 'SKILL.md.tmpl'), output: 'browse/SKILL.md' },
+];
+
+function regenerateAndValidate() {
+  // Regenerate
+  try {
+    execSync('bun run scripts/gen-skill-docs.ts', { cwd: ROOT, stdio: 'pipe' });
+  } catch (err: any) {
+    console.log(`  [gen]   ERROR: ${err.stderr?.toString().trim() || err.message}`);
+    return;
+  }
+
+  // Validate each generated file
+  for (const { output } of TEMPLATES) {
+    const fullPath = path.join(ROOT, output);
+    if (!fs.existsSync(fullPath)) continue;
+
+    const result = validateSkill(fullPath);
+    const totalValid = result.valid.length;
+    const totalInvalid = result.invalid.length;
+    const totalSnapErrors = result.snapshotFlagErrors.length;
+
+    if (totalInvalid > 0 || totalSnapErrors > 0) {
+      console.log(`  [check] \u274c ${output} (${totalValid} valid)`);
+      for (const inv of result.invalid) {
+        console.log(`          Unknown command: '${inv.command}' at line ${inv.line}`);
+      }
+      for (const se of result.snapshotFlagErrors) {
+        console.log(`          ${se.error} at line ${se.command.line}`);
+      }
+    } else {
+      console.log(`  [check] \u2705 ${output} — ${totalValid} commands, all valid`);
+    }
+  }
+}
+
+// Initial run
+console.log('  [watch] Watching *.md.tmpl files...');
+regenerateAndValidate();
+
+// Watch for changes
+for (const { tmpl } of TEMPLATES) {
+  if (!fs.existsSync(tmpl)) continue;
+  fs.watch(tmpl, () => {
+    console.log(`\n  [watch] ${path.relative(ROOT, tmpl)} changed`);
+    regenerateAndValidate();
+  });
+}
+
+// Also watch commands.ts and snapshot.ts (source of truth changes)
+const SOURCE_FILES = [
+  path.join(ROOT, 'browse', 'src', 'commands.ts'),
+  path.join(ROOT, 'browse', 'src', 'snapshot.ts'),
+];
+
+for (const src of SOURCE_FILES) {
+  if (!fs.existsSync(src)) continue;
+  fs.watch(src, () => {
+    console.log(`\n  [watch] ${path.relative(ROOT, src)} changed`);
+    regenerateAndValidate();
+  });
+}
+
+// Keep alive
+console.log('  [watch] Press Ctrl+C to stop\n');