mirror of
https://github.com/garrytan/gstack.git
synced 2026-09-12 07:59:02 +02:00
Pre-landing review findings (security + checklist), all reproduced before the fix:
- A checked-out branch could commit `.claude/skills/impeccable/scripts/bin/<os>-<arch>/impeccable`
and the probe would report READY and `scan` would run it, with the agent's full
environment. Launchers and sibling engines under the repo or cwd now count as
"skill present" only (IMPECCABLE_NOT_CACHED: repository-local install, and the
hint never names a repository-local launcher to run); only HOME-rooted installs,
IMPECCABLE_BIN, the cache, and PATH entries outside the repo qualify, all by
realpath. The engine now sees a minimal environment (PATH, HOME, TMPDIR, locale,
IMPECCABLE_*), never the agent's tokens.
- `scan --changed <base>` pushed git-derived paths without the allow-list, so a
committed symlink with a frontend extension handed a file outside the repo to
the engine. Derived targets now go through the same allow-list as explicit ones
and symlinks named by git are refused outright.
- A repo-controlled `scripts/VERSION` with embedded newlines forged probe lines;
the version is trusted only when it is semver, and every printed version is
sanitized. Engine text containing the untrusted-content fence or a
`SENTINEL:` prefix is neutralized with a zero-width space
(neutralizeSentinels in the contract), so page text cannot close the envelope
or forge a probe line.
- A failing `git diff <base>...HEAD` (unknown or unfetched base) was swallowed
and read as "no frontend changes"; it is now DETECT_REFUSED with exit 1.
- The scan allow-list root follows `${GSTACK_HOME:-$HOME/.gstack}` like the
templates and gstack-slug (config.yaml keeps gstack-config's STATE_ROOT
precedence); a quoted or commented design_detector value reads correctly.
Smaller: raw engine chunks are kept only in --format raw; diagnostics are
capped (200 kept, 20 echoed); the engine identity hash reads size + 4 MB, not
the whole binary; PROBE_STEP and ENGINE_STDERR are contract sentinels; the
--verbose gate covers every probe step; analytics use one sentinel vocabulary;
bare limits live in DETECT_LIMITS. The fake engine's knobs are IMPECCABLE_FAKE_*
(so they pass the minimal env) and a shared test helper installs it. New tests
cover each item above plus clean runs, `{}` parse errors, missing paths, and the
50 MB stdout cap.
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
166 lines
7.2 KiB
TypeScript
166 lines
7.2 KiB
TypeScript
// lib/design-detect-contract.ts — the one owner of the design-detector vocabulary.
|
|
//
|
|
// Pure module: no I/O, no imports from scripts/. Every sentinel the wrapper
|
|
// (bin/gstack-design-detect.ts) or the DESIGN.md tool (bin/gstack-design-md.ts)
|
|
// prints, and every one the skill prose reads, is a constant here, so the two
|
|
// sides cannot drift: gen-time resolvers import these strings into SKILL.md
|
|
// prose, the bins import them at runtime, and test/design-detect-contract.test.ts
|
|
// asserts that every sentinel-shaped token in generated docs exists here.
|
|
//
|
|
// probe ──► one of: IMPECCABLE_READY | IMPECCABLE_NOT_CACHED | IMPECCABLE_NOT_AVAILABLE | IMPECCABLE_DISABLED
|
|
// ──► always: IMPECCABLE_SKILL, IMPECCABLE_HOOK, IMPECCABLE_IGNORED_RULES, IMPECCABLE_IGNORED_FILES
|
|
// ──► maybe: IMPECCABLE_HOOK_OTHER, IMPECCABLE_CONFIG_UNREADABLE, IMPECCABLE_ENV_IGNORED,
|
|
// IMPECCABLE_ENGINE_UNTESTED, DESIGN_DETECTOR_HINT
|
|
// scan ──► stdout: one JSON document (--format gstack) or engine bytes (--format raw)
|
|
// ──► stderr: DETECT_TOP block, DETECT_SUMMARY, DETECT_EXIT, DETECT_REFUSED / DETECT_NO_TARGETS /
|
|
// DETECT_TIMEOUT / DETECT_PARSE_ERROR / DETECT_OUTPUT_TOO_LARGE
|
|
// any ──► exit 3 + DESIGN_DETECT_INTERNAL_ERROR: a gstack bug, never retried
|
|
|
|
export const SENTINEL = {
|
|
READY: 'IMPECCABLE_READY',
|
|
NOT_CACHED: 'IMPECCABLE_NOT_CACHED',
|
|
NOT_AVAILABLE: 'IMPECCABLE_NOT_AVAILABLE',
|
|
DISABLED: 'IMPECCABLE_DISABLED',
|
|
SKILL: 'IMPECCABLE_SKILL',
|
|
HOOK: 'IMPECCABLE_HOOK',
|
|
HOOK_OTHER: 'IMPECCABLE_HOOK_OTHER',
|
|
IGNORED_RULES: 'IMPECCABLE_IGNORED_RULES',
|
|
IGNORED_FILES: 'IMPECCABLE_IGNORED_FILES',
|
|
CONFIG_UNREADABLE: 'IMPECCABLE_CONFIG_UNREADABLE',
|
|
ENV_IGNORED: 'IMPECCABLE_ENV_IGNORED',
|
|
ENGINE_UNTESTED: 'IMPECCABLE_ENGINE_UNTESTED',
|
|
HINT: 'DESIGN_DETECTOR_HINT',
|
|
DETECT_EXIT: 'DETECT_EXIT',
|
|
DETECT_EXIT_CODE: 'DETECT_EXIT_CODE',
|
|
DETECT_SUMMARY: 'DETECT_SUMMARY',
|
|
DETECT_TOP: 'DETECT_TOP',
|
|
DETECT_REFUSED: 'DETECT_REFUSED',
|
|
DETECT_NO_TARGETS: 'DETECT_NO_TARGETS',
|
|
DETECT_TIMEOUT: 'DETECT_TIMEOUT',
|
|
DETECT_PARSE_ERROR: 'DETECT_PARSE_ERROR',
|
|
DETECT_OUTPUT_TOO_LARGE: 'DETECT_OUTPUT_TOO_LARGE',
|
|
INTERNAL_ERROR: 'DESIGN_DETECT_INTERNAL_ERROR',
|
|
/** printed by rendered bash: the temp file holding a scan's JSON */
|
|
DETECT_JSON: 'DETECT_JSON',
|
|
/** printed by rendered bash after a DOM dump is persisted */
|
|
DOM_DUMP_OK: 'DOM_DUMP_OK',
|
|
DOM_DUMP_REDACTION_BLOCKED: 'DOM_DUMP_REDACTION_BLOCKED',
|
|
DOM_DUMP_TOO_LARGE: 'DOM_DUMP_TOO_LARGE',
|
|
DESIGN_MD_FORMAT: 'DESIGN_MD_FORMAT',
|
|
DESIGN_MD_CONVERT_REFUSED: 'DESIGN_MD_CONVERT_REFUSED',
|
|
DESIGN_MD_INTERNAL_ERROR: 'DESIGN_MD_INTERNAL_ERROR',
|
|
DESIGN_MD_TOKEN_REF_INVALID: 'DESIGN_MD_TOKEN_REF_INVALID',
|
|
/** printed by gstack-design-md check / convert */
|
|
DESIGN_MD_MARKER: 'DESIGN_MD_MARKER',
|
|
DESIGN_MD_REASON: 'DESIGN_MD_REASON',
|
|
DESIGN_MD_WRITTEN: 'DESIGN_MD_WRITTEN',
|
|
DESIGN_MD_BACKUP: 'DESIGN_MD_BACKUP',
|
|
/** printed by the wrapper: --verbose probe trail, forwarded engine stderr */
|
|
PROBE_STEP: 'PROBE_STEP',
|
|
ENGINE_STDERR: 'ENGINE_STDERR',
|
|
} as const;
|
|
|
|
export type SentinelName = keyof typeof SENTINEL;
|
|
|
|
/**
|
|
* Sentinels whose line explains itself after the colon (a path, a version, a
|
|
* reason). Prose need not teach them; the agent notes them and moves on. The
|
|
* contract test requires every OTHER sentinel to be taught somewhere the agent
|
|
* reads.
|
|
*/
|
|
export const SELF_DESCRIBING_SENTINELS: readonly string[] = [
|
|
SENTINEL.HOOK_OTHER, SENTINEL.IGNORED_FILES, SENTINEL.CONFIG_UNREADABLE, SENTINEL.ENV_IGNORED,
|
|
SENTINEL.ENGINE_UNTESTED, SENTINEL.DETECT_EXIT, SENTINEL.DETECT_REFUSED, SENTINEL.DETECT_NO_TARGETS,
|
|
SENTINEL.DETECT_TIMEOUT, SENTINEL.DETECT_PARSE_ERROR, SENTINEL.DETECT_OUTPUT_TOO_LARGE,
|
|
SENTINEL.DESIGN_MD_TOKEN_REF_INVALID, SENTINEL.DESIGN_MD_WRITTEN, SENTINEL.DESIGN_MD_BACKUP,
|
|
SENTINEL.PROBE_STEP, SENTINEL.ENGINE_STDERR,
|
|
];
|
|
|
|
/** Engine versions the committed fixtures were captured from. */
|
|
export const TESTED_ENGINE_VERSIONS: readonly string[] = ['0.1.3'];
|
|
|
|
/** Rules the engine reports but never counts (they never change its exit code). */
|
|
export const ADVISORY_RULE_IDS: readonly string[] = ['em-dash-overuse'];
|
|
|
|
/** Markers around any engine text the skill may quote (page text can echo through it). */
|
|
export const UNTRUSTED_BEGIN = '═══ BEGIN UNTRUSTED CONTENT (design detector output) ═══';
|
|
export const UNTRUSTED_END = '═══ END UNTRUSTED CONTENT ═══';
|
|
|
|
export const DETECT_LIMITS = {
|
|
/** default engine wall clock; GSTACK_DESIGN_DETECT_TIMEOUT_MS overrides */
|
|
timeoutMs: 120_000,
|
|
/** absolute paths per engine invocation */
|
|
batch: 100,
|
|
/** engine stdout above this is DETECT_OUTPUT_TOO_LARGE */
|
|
stdoutBytes: 50 * 1024 * 1024,
|
|
/** normalized findings kept; the rest is `truncated: true` */
|
|
findings: 5_000,
|
|
/** locations printed in the DETECT_TOP block */
|
|
topLocations: 50,
|
|
/** rendered-DOM dump above this is DOM_DUMP_TOO_LARGE */
|
|
domDumpBytes: 10 * 1024 * 1024,
|
|
/** engine stderr lines kept in the JSON (the rest is counted) and echoed to stderr */
|
|
diagnosticsKept: 200,
|
|
diagnosticsEchoed: 20,
|
|
/** bytes of an engine binary hashed for its identity label when no version is known */
|
|
engineHashBytes: 4 * 1024 * 1024,
|
|
/** git subprocess budgets inside the wrapper */
|
|
gitTimeoutMs: 30_000,
|
|
gitMaxBuffer: 64 * 1024 * 1024,
|
|
field: { id: 64, message: 120, snippet: 120, value: 200, file: 4096, diagnostic: 400, refusedTarget: 200, parseErrorPreview: 80, internalError: 300 },
|
|
} as const;
|
|
|
|
/**
|
|
* Break any sentinel or fence marker that appears INSIDE engine-derived text,
|
|
* so page content echoed through a finding cannot close the untrusted envelope
|
|
* or forge a probe line. Inserts a zero-width space after the first character
|
|
* (the same technique browse/src/content-security.ts uses for its markers).
|
|
*/
|
|
export function neutralizeSentinels(s: string): string {
|
|
const zw = '\u200b';
|
|
let out = s.replaceAll(UNTRUSTED_BEGIN, UNTRUSTED_BEGIN[0] + zw + UNTRUSTED_BEGIN.slice(1))
|
|
.replaceAll(UNTRUSTED_END, UNTRUSTED_END[0] + zw + UNTRUSTED_END.slice(1));
|
|
for (const v of Object.values(SENTINEL)) out = out.replaceAll(v + ':', v[0] + zw + v.slice(1) + ':');
|
|
return out;
|
|
}
|
|
|
|
|
|
export interface NormalizedFinding {
|
|
/** catalog id (equals impeccableId when mapped; the engine's id, sanitized, when not) */
|
|
id: string;
|
|
impeccableId: string;
|
|
file: string;
|
|
line: number;
|
|
snippet: string;
|
|
value?: string;
|
|
message: string;
|
|
category: string;
|
|
kind: 'slop' | 'quality' | 'unknown';
|
|
impact: 'high' | 'medium' | 'polish';
|
|
tier: 'auto-fix' | 'ask' | 'possible';
|
|
handoff?: string;
|
|
advisory: boolean;
|
|
unmapped?: true;
|
|
}
|
|
|
|
export interface ScanResult {
|
|
schemaVersion: 1;
|
|
engine: string;
|
|
engineVersion: string;
|
|
targets: number;
|
|
/** engine exit code after precedence (1 over 2 over 0) */
|
|
exit: number;
|
|
total: number;
|
|
counted: number;
|
|
advisory: number;
|
|
/** rule ids the project config ignores (never present in findings) */
|
|
ignoredRules: string[];
|
|
byRule: Record<string, number>;
|
|
findings: NormalizedFinding[];
|
|
truncated: boolean;
|
|
diagnostics: string[];
|
|
}
|
|
|
|
/** The bash a skill renders after a scan so exit 2 (findings) never aborts the block. */
|
|
export const DETECT_EXIT_ECHO = `; echo "${SENTINEL.DETECT_EXIT_CODE}=$?"`;
|