/** * Tests for lib/code-intelligence — the OPTIONAL, repo-oriented provider contract * with three REAL adapters (GBrain CLI, Graphify CLI, Sourcebot HTTP) and the * selection store the `gstack-code-intelligence` CLI drives. * * The Graphify and Sourcebot expectations here are pinned to the REAL formats * captured from live tools (graphify 0.9.23 NODE/EDGE query output; Sourcebot v5 * `/api/search` response + Bearer auth), not invented shapes. */ import { describe, test, expect, beforeEach, afterEach } from "bun:test"; import * as fs from "fs"; import * as os from "os"; import * as path from "path"; import { execFileSync, spawnSync } from "child_process"; import { sha256Hex } from "../lib/egress-receipt.js"; import { REQUIRED_CAPABILITIES, detectAvailable, GbrainProvider, GraphifyProvider, SourcebotProvider, parseGbrainSearch, parseGraphifyQuery, parseSourcebotSearch, readSelection, setProvider, setConsent, hasConsent, setRoot, getRoot, resolveSelectedProvider, RECOMMENDED_ORDER, shouldOfferIndexing, trackedFileCount, LARGE_REPO_FILE_THRESHOLD, } from "../lib/code-intelligence"; describe("capability matrix", () => { test("every provider advertises the four required capabilities", () => { for (const p of [new GbrainProvider(), new SourcebotProvider(), new GraphifyProvider()]) { for (const cap of REQUIRED_CAPABILITIES) expect(p.has(cap)).toBe(true); } }); test("only GBrain advertises the document ops; local flags are right", () => { const g = new GbrainProvider(); expect(g.local).toBe(false); for (const cap of ["add", "delete", "export"] as const) expect(g.has(cap)).toBe(true); const s = new SourcebotProvider({ baseUrl: "http://localhost:3000" }); expect(s.local).toBe(true); // loopback → content stays on machine expect(s.has("add")).toBe(false); expect(new SourcebotProvider({ baseUrl: "https://sb.example.com" }).local).toBe(false); const gf = new GraphifyProvider(); expect(gf.local).toBe(true); expect(gf.has("export")).toBe(true); expect(gf.has("add")).toBe(false); }); test("RECOMMENDED_ORDER puts GBrain first", () => { expect([...RECOMMENDED_ORDER]).toEqual(["gbrain", "sourcebot", "graphify"]); }); }); describe("parsers (pinned to real tool output)", () => { test("parseGbrainSearch (text surface)", () => { const hits = parseGbrainSearch("[0.91] slug/a -- one\nbanner\n[0.05] slug/b -- low", 0.1, 10); expect(hits).toEqual([{ ref: "slug/a", score: 0.91, snippet: "one", kind: "document" }]); }); test("parseGraphifyQuery reads file:line from real NODE/EDGE lines", () => { // Verbatim shape from graphify 0.9.23 `query ... --graph`. const real = [ "Traversal: BFS depth=2 | Start: ['query()'] | Context: call (heuristic) | 4 nodes found", "", "NODE query() [src=db.py loc=L4 community=login]", "EDGE query() --calls [EXTRACTED context=call]--> login() at=auth.py:L8", ].join("\n"); const hits = parseGraphifyQuery(real, 10); expect(hits.map((h) => h.ref)).toEqual(["db.py:L4", "auth.py:L8"]); // NOT "graphify" expect(hits.every((h) => h.kind === "graph-node")).toBe(true); // The Traversal header must NOT become a bogus hit. expect(hits.some((h) => h.snippet?.startsWith("Traversal:"))).toBe(false); }); test("parseSourcebotSearch maps files to file:line hits (real v5 shape)", () => { const real = { files: [ { fileName: { text: "src/checksum.ts", matchRanges: [] }, repository: "github.com/example/sb-sample", chunks: [{ content: "export function computeChecksum(data: string): number {", matchRanges: [{ start: { byteOffset: 58, column: 17, lineNumber: 2 } }] }], }, ], }; expect(parseSourcebotSearch(real, 10)).toEqual([ { ref: "src/checksum.ts:2", snippet: "export function computeChecksum(data: string): number {", kind: "file" }, ]); expect(parseSourcebotSearch("nope", 10)).toEqual([]); }); }); describe("selection store + provider-OFF", () => { let home: string; let env: NodeJS.ProcessEnv; beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-home-")); env = { ...process.env, GSTACK_HOME: home }; }); afterEach(() => fs.rmSync(home, { recursive: true, force: true })); test("no selection = provider-OFF (null)", () => { expect(readSelection(env).provider).toBeNull(); expect(resolveSelectedProvider({ env })).toBeNull(); }); test("select persists and resolves the provider", () => { setProvider("graphify", env); expect(readSelection(env).provider).toBe("graphify"); expect(resolveSelectedProvider({ env })?.id).toBe("graphify"); }); test("consent is per-repo", () => { const repo = path.join(home, "repoA"); expect(hasConsent(repo, env)).toBe(false); setConsent(repo, true, env); expect(hasConsent(repo, env)).toBe(true); expect(hasConsent(path.join(home, "repoB"), env)).toBe(false); }); test("indexed root persists per provider (so search reads the same graph)", () => { expect(getRoot("graphify", env)).toBeUndefined(); setRoot("graphify", "/tmp/some/repo", env); expect(getRoot("graphify", env)).toBe(path.resolve("/tmp/some/repo")); }); test("select none records the decline; selecting a provider clears it", () => { setProvider(null, env); expect(readSelection(env).declined).toBe(true); setProvider("graphify", env); expect(readSelection(env).declined).toBe(false); }); }); describe("session-start indexing offer (suggest)", () => { let home: string; let repo: string; let env: NodeJS.ProcessEnv; beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-home-")); repo = fs.mkdtempSync(path.join(os.tmpdir(), "ci-repo-")); env = { ...process.env, GSTACK_HOME: home }; Bun.spawnSync(["git", "init", "-q", repo]); for (const name of ["a.ts", "b.ts", "c.ts"]) fs.writeFileSync(path.join(repo, name), "x\n"); Bun.spawnSync(["git", "-C", repo, "add", "-A"]); }); afterEach(() => { fs.rmSync(home, { recursive: true, force: true }); fs.rmSync(repo, { recursive: true, force: true }); }); test("offers exactly once: large repo with no prior decision", () => { const s = shouldOfferIndexing(repo, { env, threshold: 3 }); expect(s).toEqual({ offer: true, reason: "large-repo", fileCount: 3, threshold: 3 }); }); test("small repo → no offer", () => { expect(shouldOfferIndexing(repo, { env, threshold: 4 }).reason).toBe("small-repo"); }); test("not a git repo → no offer", () => { const dir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-plain-")); try { expect(shouldOfferIndexing(dir, { env, threshold: 0 }).reason).toBe("not-a-repo"); } finally { fs.rmSync(dir, { recursive: true, force: true }); } }); test("provider already selected → no offer", () => { setProvider("graphify", env); expect(shouldOfferIndexing(repo, { env, threshold: 3 }).reason).toBe("provider-selected"); }); test("explicit decline → never asked again", () => { setProvider(null, env); expect(shouldOfferIndexing(repo, { env, threshold: 3 }).reason).toBe("declined"); }); test("trackedFileCount counts git-tracked files only", () => { fs.writeFileSync(path.join(repo, "untracked.ts"), "x\n"); expect(trackedFileCount(repo)).toBe(3); }); }); describe("egress consent gate", () => { test("GBrain (non-local) registerSource without consent → PROVIDER_NOT_CONSENTED", async () => { await expect(new GbrainProvider().registerSource({ id: "code", path: "/repo" })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); }); test("Graphify (local) is exempt from the egress gate", async () => { await expect( new GraphifyProvider({ env: { PATH: "/nonexistent" } }).registerSource({ id: "r", path: os.tmpdir() }), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); }); describe("Graphify adapter (fake graphify shim, real NODE/EDGE format)", () => { let binDir: string; let repo: string; function env(): NodeJS.ProcessEnv { return { PATH: `${binDir}:${process.env.PATH}` }; } beforeEach(() => { binDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gf-bin-")); repo = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gf-repo-")); // Shim emulates real graphify 0.9.23: `update ` writes graph.json (no LLM); // `query --graph ` prints NODE/EDGE lines. fs.writeFileSync( path.join(binDir, "graphify"), `#!/usr/bin/env bash case "$1" in --version) echo "graphify 0.9.23"; exit 0;; update) mkdir -p "$2/graphify-out"; echo '{"nodes":[1,2,3,4,5],"edges":[]}' > "$2/graphify-out/graph.json"; echo "Rebuilt: 5 nodes, 8 edges"; exit 0;; query) echo "Traversal: BFS depth=2 | Start: ['query()'] | 4 nodes found" echo "" echo "NODE query() [src=db.py loc=L4 community=login]" echo "EDGE query() --calls [EXTRACTED context=call]--> login() at=auth.py:L8" exit 0;; esac exit 1 `, { mode: 0o755 }, ); }); afterEach(() => { fs.rmSync(binDir, { recursive: true, force: true }); fs.rmSync(repo, { recursive: true, force: true }); }); test("index builds a graph (via `graphify update`) and status counts nodes", async () => { const gf = new GraphifyProvider({ root: repo, env: env() }); const reg = await gf.registerSource({ id: repo, path: repo }); expect(reg.state).toBe("ready"); expect(reg.itemCount).toBe(5); expect(fs.existsSync(path.join(repo, "graphify-out", "graph.json"))).toBe(true); }); test("search reads file:line refs from real query output", async () => { const gf = new GraphifyProvider({ root: repo, env: env() }); await gf.registerSource({ id: repo, path: repo }); const hits = await gf.search("what calls db", { source: repo }); expect(hits.map((h) => h.ref)).toEqual(["db.py:L4", "auth.py:L8"]); }); test("missing graphify CLI degrades to PROVIDER_UNAVAILABLE", async () => { await expect( new GraphifyProvider({ root: repo, env: { PATH: os.tmpdir() } }).search("q"), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); test("status skips parsing a huge graph.json (heap guard): size in detail, no itemCount", async () => { const outDir = path.join(repo, "graphify-out"); fs.mkdirSync(outDir, { recursive: true }); // 6MB of spaces — over the 5MB parse threshold, so the content is never // parsed (on real target repos graph.json can run to hundreds of MB). fs.writeFileSync(path.join(outDir, "graph.json"), Buffer.alloc(6 * 1024 * 1024, 0x20)); const s = await new GraphifyProvider({ root: repo, env: env() }).status(); expect(s.state).toBe("ready"); expect(s.itemCount).toBeUndefined(); expect(s.detail).toContain("node count skipped"); }); }); describe("Sourcebot adapter (injected fetch, real v5 auth + shape)", () => { test("registerSource writes a local git connection to config.json", async () => { const dir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-sb-")); const configPath = path.join(dir, "config.json"); await new SourcebotProvider({ baseUrl: "http://localhost:3000", configPath }).registerSource({ id: "myrepo", path: "/abs/repo" }); const written = JSON.parse(fs.readFileSync(configPath, "utf-8")); expect(written.connections.myrepo).toEqual({ type: "git", url: "file:///abs/repo" }); fs.rmSync(dir, { recursive: true, force: true }); }); test("search sends Bearer auth and maps the real v5 response to hits", async () => { const seen: Array<{ url: string; auth: string | null }> = []; const fetchStub = (async (url: string, init: RequestInit) => { seen.push({ url: String(url), auth: (init.headers as Record)?.Authorization ?? null }); return new Response( JSON.stringify({ files: [{ fileName: { text: "a.ts" }, chunks: [{ content: "x", matchRanges: [{ start: { lineNumber: 3 } }] }] }] }), { status: 200, headers: { "Content-Type": "application/json" } }, ); }) as unknown as typeof fetch; const sb = new SourcebotProvider({ baseUrl: "http://localhost:3000", apiKey: "sbk_test", fetch: fetchStub }); const hits = await sb.search("foo"); expect(seen[0].url).toBe("http://localhost:3000/api/search"); expect(seen[0].auth).toBe("Bearer sbk_test"); expect(hits).toEqual([{ ref: "a.ts:3", snippet: "x", kind: "file" }]); }); test("401 (no API key) degrades to PROVIDER_UNAVAILABLE, not PROVIDER_ERROR", async () => { const fetchStub = (async () => new Response(JSON.stringify({ errorCode: "NOT_AUTHENTICATED" }), { status: 401 })) as unknown as typeof fetch; await expect( new SourcebotProvider({ baseUrl: "http://localhost:3000", fetch: fetchStub }).search("q"), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); test("unreachable server degrades to PROVIDER_UNAVAILABLE", async () => { const fetchStub = (async () => { throw new Error("ECONNREFUSED"); }) as unknown as typeof fetch; await expect( new SourcebotProvider({ baseUrl: "http://localhost:3999", fetch: fetchStub }).search("q"), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); test("registerSource without SOURCEBOT_CONFIG → PROVIDER_UNAVAILABLE", async () => { await expect( new SourcebotProvider({ baseUrl: "http://localhost:3000", env: {} }).registerSource({ id: "r", path: "/x" }), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); }); describe("GBrain adapter (fake gbrain shim)", () => { let binDir: string; let homeDir: string; function env(): NodeJS.ProcessEnv { return { PATH: `${binDir}:${process.env.PATH}`, HOME: homeDir }; } function writeShim(body: string): void { fs.writeFileSync(path.join(binDir, "gbrain"), body, { mode: 0o755 }); } beforeEach(() => { binDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-bin-")); homeDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-home-")); }); afterEach(() => { fs.rmSync(binDir, { recursive: true, force: true }); fs.rmSync(homeDir, { recursive: true, force: true }); }); test("search parses hits (and sends no --source: gbrain search is global)", async () => { writeShim(`#!/usr/bin/env bash if [ "$1" = "search" ]; then if printf '%s ' "$@" | grep -q -- "--source"; then echo "[0.0] ERR -- adapter sent phantom --source"; exit 0; fi echo "[0.88] src/x.ts -- match"; exit 0 fi exit 1 `); const hits = await new GbrainProvider().search("where", { env: env(), consented: true }); expect(hits).toEqual([{ ref: "src/x.ts", score: 0.88, snippet: "match", kind: "document" }]); }); test("refresh runs the code-indexing pass (`sync --strategy code --full`)", async () => { // Real gbrain only indexes code when `sync --strategy code` runs; without it // code-def stays not_built. Pin that the adapter issues that pass. const marker = path.join(homeDir, "sync-calls.log"); writeShim(`#!/usr/bin/env bash if [ "$1" = "sync" ]; then printf '%s\\n' "$*" >> "${marker}"; exit 0; fi if [ "$1" = "sources" ]; then echo '{"sources":[{"id":"code","local_path":"/r","page_count":1}]}'; exit 0; fi exit 1 `); await new GbrainProvider().refresh({ id: "code" }, { env: env(), consented: true }); const log = fs.readFileSync(marker, "utf-8"); expect(log).toContain("--strategy code"); expect(log).toContain("--full"); }); test("engine-down (pglite WASM) degrades to PROVIDER_UNAVAILABLE, not PROVIDER_ERROR", async () => { // Reproduces garrytan/gbrain#223: engine fails to init; must degrade cleanly. writeShim(`#!/usr/bin/env bash echo "PGLite failed to initialize its WASM runtime." >&2 echo " Original error: Aborted()." >&2 exit 1 `); await expect(new GbrainProvider().search("q", { env: env(), consented: true })).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE", }); }); test("missing CLI degrades to PROVIDER_UNAVAILABLE", async () => { await expect( new GbrainProvider().search("q", { env: { PATH: binDir, HOME: homeDir }, consented: true }), ).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); }); }); // ── R1: the repo-policy deny tier vetoes recorded consent ─────────────────── // Two consent stores must never disagree about whether code may leave a repo: // gstack-gbrain-repo-policy (per-remote trust tiers) is the single authority. describe("consent unification — deny tier wins (R1)", () => { function makeRepo(dir: string, url: string): string { const repo = path.join(dir, "repo"); fs.mkdirSync(repo, { recursive: true }); const git = (...a: string[]) => execFileSync("git", a, { cwd: repo }); git("init", "-q", "."); git("remote", "add", "origin", url); return repo; } const POLICY_BIN = path.join(import.meta.dir, "..", "bin", "gstack-gbrain-repo-policy"); const URL = "https://github.com/acme/veto-widget.git"; test("recorded consent survives when no policy store exists", () => { const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-veto-")); try { const env = { ...process.env, GSTACK_HOME: home }; const repo = makeRepo(home, URL); setConsent(repo, true, env); expect(hasConsent(repo, env)).toBe(true); } finally { fs.rmSync(home, { recursive: true, force: true }); } }); test("deny tier vetoes recorded consent", () => { const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-veto-")); try { const env = { ...process.env, GSTACK_HOME: home }; const repo = makeRepo(home, URL); setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "deny"], { env, encoding: "utf-8" }); expect(hasConsent(repo, env)).toBe(false); // Flipping the tier back restores the recorded consent — the veto is // live policy, not a destructive rewrite of the consent store. execFileSync(POLICY_BIN, ["set", URL, "read-write"], { env, encoding: "utf-8" }); expect(hasConsent(repo, env)).toBe(true); } finally { fs.rmSync(home, { recursive: true, force: true }); } }); test("unreadable policy store fails closed (consent vetoed) for BOTH op classes", () => { if (process.platform === "win32" || process.getuid?.() === 0) return; // chmod semantics differ const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-veto-")); try { const env = { ...process.env, GSTACK_HOME: home }; const repo = makeRepo(home, URL); setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "read-write"], { env, encoding: "utf-8" }); fs.chmodSync(path.join(home, "gbrain-repo-policy.json"), 0o000); try { expect(hasConsent(repo, env)).toBe(false); expect(hasConsent(repo, env, "read")).toBe(false); } finally { fs.chmodSync(path.join(home, "gbrain-repo-policy.json"), 0o600); } } finally { fs.rmSync(home, { recursive: true, force: true }); } }); // ── R2: read-only is a WRITE veto, not a total one ───────────────────────── // gstack-gbrain-sync semantics: "search allowed, page writes never". The // code-intelligence veto must match: index/register/refresh (write-class) // are refused on read-only; search (read-class) still works. test("read-only tier vetoes write-class consent but allows read-class (R2)", () => { const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-veto-")); try { const env = { ...process.env, GSTACK_HOME: home }; const repo = makeRepo(home, URL); setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "read-only"], { env, encoding: "utf-8" }); // Default op class is write — a caller that doesn't say gets fail-closed. expect(hasConsent(repo, env)).toBe(false); expect(hasConsent(repo, env, "write")).toBe(false); // Read-class (search/export/status) survives read-only. expect(hasConsent(repo, env, "read")).toBe(true); } finally { fs.rmSync(home, { recursive: true, force: true }); } }); test("deny beats consent for BOTH op classes", () => { const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-veto-")); try { const env = { ...process.env, GSTACK_HOME: home }; const repo = makeRepo(home, URL); setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "deny"], { env, encoding: "utf-8" }); expect(hasConsent(repo, env, "write")).toBe(false); expect(hasConsent(repo, env, "read")).toBe(false); } finally { fs.rmSync(home, { recursive: true, force: true }); } }); }); // ── R2 at the CLI: `index` is write-class, so read-only refuses it ────────── describe("read-only repo policy blocks write-class CLI index (R2)", () => { const CLI = path.join(import.meta.dir, "..", "bin", "gstack-code-intelligence"); const POLICY_BIN = path.join(import.meta.dir, "..", "bin", "gstack-gbrain-repo-policy"); const URL = "https://github.com/acme/readonly-widget.git"; test("index refuses on read-only even with recorded consent (gbrain provider)", () => { const home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-ro-")); const shimDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-ro-bin-")); try { // Shim shadows any real gbrain on PATH: even if a regression lets the // index proceed, this test can never touch a real brain. fs.writeFileSync(path.join(shimDir, "gbrain"), "#!/usr/bin/env bash\nexit 1\n", { mode: 0o755 }); const env = { ...process.env, GSTACK_HOME: home, PATH: `${shimDir}:${process.env.PATH}` }; const repo = path.join(home, "repo"); fs.mkdirSync(repo, { recursive: true }); execFileSync("git", ["init", "-q", "."], { cwd: repo }); execFileSync("git", ["remote", "add", "origin", URL], { cwd: repo }); setProvider("gbrain", env); setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "read-only"], { env, encoding: "utf-8" }); const res = spawnSync("bun", [CLI, "index", repo], { encoding: "utf-8", timeout: 30_000, env: env as Record, }); expect(res.status).not.toBe(0); expect(res.stderr).toContain("repo trust policy"); } finally { fs.rmSync(home, { recursive: true, force: true }); fs.rmSync(shimDir, { recursive: true, force: true }); } }); }); // ── receipt truthfulness: the tamper-evident ledger must never claim a consent // that was never checked (red-team finding 1). Non-loopback Sourcebot only — // loopback sends nothing off-machine and writes no receipt at all. describe("Sourcebot egress receipts record the TRUE consent state", () => { let home: string; beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-sb-egress-")); }); afterEach(() => fs.rmSync(home, { recursive: true, force: true })); function ledgerLines(): Array> { const p = path.join(home, "security", "egress.jsonl"); if (!fs.existsSync(p)) return []; return fs .readFileSync(p, "utf-8") .split("\n") .filter(Boolean) .map((l) => JSON.parse(l) as Record); } const okFetch = (async () => new Response(JSON.stringify({ files: [] }), { status: 200, headers: { "Content-Type": "application/json" }, })) as unknown as typeof fetch; test("status probe: allowed without consent, receipt says consent=unchecked (never consented=true)", async () => { const sb = new SourcebotProvider({ baseUrl: "http://sb.example.com:3000", fetch: okFetch }); const s = await sb.status(undefined, { env: { GSTACK_HOME: home } }); expect(s.state).toBe("ready"); const lines = ledgerLines(); expect(lines.length).toBe(1); expect(lines[0].sink).toBe("sourcebot"); expect(String(lines[0].consent)).toContain("consent=unchecked"); expect(String(lines[0].consent)).not.toContain("consented=true"); expect(String(lines[0].payload_class)).toContain("liveness-probe"); }); test("non-loopback search without consent is refused BEFORE any bytes leave (fail-closed)", async () => { let calls = 0; const spyFetch = (async () => { calls++; return new Response("{}", { status: 200 }); }) as unknown as typeof fetch; const sb = new SourcebotProvider({ baseUrl: "http://sb.example.com:3000", fetch: spyFetch }); await expect(sb.search("internalSecretFn", { env: { GSTACK_HOME: home } })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); expect(calls).toBe(0); // the query never left the machine expect(ledgerLines()).toEqual([]); // nothing sent → nothing receipted }); test("non-loopback refresh without consent → PROVIDER_NOT_CONSENTED (write-class)", async () => { const sb = new SourcebotProvider({ baseUrl: "http://sb.example.com:3000", fetch: okFetch }); await expect(sb.refresh({ id: "r" }, { env: { GSTACK_HOME: home } })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); expect(ledgerLines()).toEqual([]); }); test("consented non-loopback search sends, and the receipt truthfully records consented=true", async () => { const sb = new SourcebotProvider({ baseUrl: "http://sb.example.com:3000", fetch: okFetch }); const hits = await sb.search("foo", { consented: true, env: { GSTACK_HOME: home } }); expect(hits).toEqual([]); const lines = ledgerLines(); expect(lines.length).toBe(1); expect(String(lines[0].consent)).toContain("consented=true"); expect(lines[0].payload_class).toBe("code-search-request"); }); test("loopback search stays consent-free and writes no receipt (no egress)", async () => { const sb = new SourcebotProvider({ baseUrl: "http://localhost:3000", fetch: okFetch }); await sb.search("foo", { env: { GSTACK_HOME: home } }); expect(ledgerLines()).toEqual([]); }); }); // ── GBrain consent + receipts: gbrain federates into a possibly-remote // DATABASE_URL and (unlike Sourcebot) has no cheap loopback check — the URL is // resolved inside the gbrain CLI's own config — so EVERY content-bearing send // is consent-gated and receipted: search's query text and the export request // included, not just register/refresh/add. describe("GBrain search/export consent gate + egress receipts", () => { let binDir: string; let home: string; let marker: string; function env(): NodeJS.ProcessEnv { return { PATH: `${binDir}:${process.env.PATH}`, HOME: home, GSTACK_HOME: home }; } function ledgerLines(): Array> { const p = path.join(home, "security", "egress.jsonl"); if (!fs.existsSync(p)) return []; return fs .readFileSync(p, "utf-8") .split("\n") .filter(Boolean) .map((l) => JSON.parse(l) as Record); } beforeEach(() => { binDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-egress-bin-")); home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-egress-home-")); marker = path.join(home, "gbrain-invocations.log"); // Shim logs every invocation, so "refused BEFORE the subprocess runs" is // provable: an unconsented op must leave the marker file nonexistent. fs.writeFileSync( path.join(binDir, "gbrain"), `#!/usr/bin/env bash printf '%s\\n' "$*" >> "${marker}" if [ "$1" = "search" ]; then echo "[0.88] src/x.ts -- match"; exit 0; fi if [ "$1" = "export" ]; then echo "exported-brain-body"; exit 0; fi exit 1 `, { mode: 0o755 }, ); }); afterEach(() => { fs.rmSync(binDir, { recursive: true, force: true }); fs.rmSync(home, { recursive: true, force: true }); }); test("unconsented search is refused BEFORE the subprocess runs (fail-closed) and writes no receipt", async () => { await expect(new GbrainProvider().search("internalSecretFn", { env: env() })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); expect(fs.existsSync(marker)).toBe(false); // the query never left the machine expect(ledgerLines()).toEqual([]); // nothing sent → nothing receipted }); test("consented search sends, and the receipt truthfully records consented=true + the query hash", async () => { const hits = await new GbrainProvider().search("where is auth", { env: env(), consented: true }); expect(hits).toEqual([{ ref: "src/x.ts", score: 0.88, snippet: "match", kind: "document" }]); const lines = ledgerLines(); expect(lines.length).toBe(1); expect(lines[0].sink).toBe("gbrain"); expect(String(lines[0].consent)).toContain("consented=true"); expect(String(lines[0].payload_class)).toContain("code-search-query"); expect(lines[0].sha256).toBe(sha256Hex("where is auth")); expect(lines[0].bytes).toBe(Buffer.byteLength("where is auth")); }); test("unconsented export is refused (no loopback exemption exists for gbrain) and writes no receipt", async () => { await expect(new GbrainProvider().export({ id: "code" }, { env: env() })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); expect(fs.existsSync(marker)).toBe(false); expect(ledgerLines()).toEqual([]); }); test("consented export sends and writes a truthful receipt", async () => { const body = await new GbrainProvider().export({ id: "code" }, { env: env(), consented: true }); expect(body).toContain("exported-brain-body"); const lines = ledgerLines(); expect(lines.length).toBe(1); expect(lines[0].sink).toBe("gbrain"); expect(String(lines[0].consent)).toContain("consented=true"); expect(String(lines[0].payload_class)).toContain("brain-export-request"); }); }); // ── the CLI names WHY a gbrain search is refused (missing consent vs a deny // repo trust policy) instead of surfacing a generic provider error, and the // refusal happens before any subprocess spawn or receipt. describe("CLI search consent gate (gbrain provider, honest refusal message)", () => { const CLI = path.join(import.meta.dir, "..", "bin", "gstack-code-intelligence"); const POLICY_BIN = path.join(import.meta.dir, "..", "bin", "gstack-gbrain-repo-policy"); const URL = "https://github.com/acme/search-widget.git"; let home: string; let shimDir: string; let marker: string; let repo: string; let env: NodeJS.ProcessEnv; beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-cli-search-")); shimDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-cli-search-bin-")); marker = path.join(home, "gbrain-invocations.log"); fs.writeFileSync( path.join(shimDir, "gbrain"), `#!/usr/bin/env bash\nprintf '%s\\n' "$*" >> "${marker}"\necho "[0.90] slug -- hit"; exit 0\n`, { mode: 0o755 }, ); repo = path.join(home, "repo"); fs.mkdirSync(repo, { recursive: true }); execFileSync("git", ["init", "-q", "."], { cwd: repo }); execFileSync("git", ["remote", "add", "origin", URL], { cwd: repo }); env = { ...process.env, GSTACK_HOME: home, PATH: `${shimDir}:${process.env.PATH}` }; setProvider("gbrain", env); setRoot("gbrain", repo, env); }); afterEach(() => { fs.rmSync(home, { recursive: true, force: true }); fs.rmSync(shimDir, { recursive: true, force: true }); }); function runSearch() { return spawnSync("bun", [CLI, "search", "internalSecretFn"], { encoding: "utf-8", timeout: 30_000, env: env as Record, }); } test("no recorded consent → refused with the consent instruction; nothing spawned, nothing receipted", () => { const res = runSearch(); expect(res.status).not.toBe(0); expect(res.stderr).toContain("consent"); expect(fs.existsSync(marker)).toBe(false); expect(fs.existsSync(path.join(home, "security", "egress.jsonl"))).toBe(false); }); test("deny repo trust policy → refused with the trust-policy explanation even with recorded consent", () => { setConsent(repo, true, env); execFileSync(POLICY_BIN, ["set", URL, "deny"], { env, encoding: "utf-8" }); const res = runSearch(); expect(res.status).not.toBe(0); expect(res.stderr).toContain("repo trust policy"); expect(fs.existsSync(marker)).toBe(false); }); test("recorded consent + no deny → search runs against the provider", () => { setConsent(repo, true, env); const res = runSearch(); expect(res.status).toBe(0); expect(res.stdout).toContain("slug"); expect(fs.existsSync(marker)).toBe(true); }); }); // ── consent CLI polarity — a recorded "no" must persist DENIED, never granted ─ describe("consent CLI requires an explicit yes|no (never defaults to granted)", () => { const CLI = path.join(import.meta.dir, "..", "bin", "gstack-code-intelligence"); let home: string; let repo: string; let env: NodeJS.ProcessEnv; function runConsent(...args: string[]) { const res = spawnSync("bun", [CLI, "consent", ...args], { encoding: "utf-8", timeout: 30_000, env: env as Record, }); return { status: res.status ?? -1, stdout: res.stdout || "", stderr: res.stderr || "" }; } beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-consent-home-")); repo = fs.mkdtempSync(path.join(os.tmpdir(), "ci-consent-repo-")); env = { ...process.env, GSTACK_HOME: home }; }); afterEach(() => { fs.rmSync(home, { recursive: true, force: true }); fs.rmSync(repo, { recursive: true, force: true }); }); test("consent no records FALSE, and the deny-check honors it", () => { const r = runConsent(repo, "no"); expect(r.status).toBe(0); expect(readSelection(env).consents[path.resolve(repo)]).toBe(false); expect(hasConsent(repo, env)).toBe(false); }); test("consent yes records true; a later no overrides it", () => { expect(runConsent(repo, "yes").status).toBe(0); expect(hasConsent(repo, env)).toBe(true); expect(runConsent(repo, "no").status).toBe(0); expect(readSelection(env).consents[path.resolve(repo)]).toBe(false); expect(hasConsent(repo, env)).toBe(false); }); test("true/false are accepted as aliases", () => { expect(runConsent(repo, "false").status).toBe(0); expect(readSelection(env).consents[path.resolve(repo)]).toBe(false); expect(runConsent(repo, "true").status).toBe(0); expect(readSelection(env).consents[path.resolve(repo)]).toBe(true); }); test("missing value exits nonzero and records NOTHING (never defaults to yes)", () => { const r = runConsent(repo); expect(r.status).not.toBe(0); expect(r.stderr).toContain("yes|no"); expect(readSelection(env).consents).toEqual({}); expect(hasConsent(repo, env)).toBe(false); }); test("garbage value exits nonzero and records NOTHING", () => { const r = runConsent(repo, "maybe"); expect(r.status).not.toBe(0); expect(r.stderr).toContain("yes|no"); expect(readSelection(env).consents).toEqual({}); }); }); // ── GBrain document ops (add/delete/export) — behavioral pins over the same // fake-gbrain shim harness. add() must pipe the body to `put ` on stdin // and receipt the body's sha256 BEFORE the send; delete() must survive a // confirmation prompt via the stdin-EOF guard; export() must return the CLI's // stdout verbatim; and each must degrade to PROVIDER_UNAVAILABLE (not a hard // error) when the CLI is absent. describe("GBrain document ops (add/delete/export) via fake gbrain shim", () => { let binDir: string; let home: string; let argvLog: string; let stdinLog: string; function env(): NodeJS.ProcessEnv { return { PATH: `${binDir}:${process.env.PATH}`, HOME: home, GSTACK_HOME: home }; } function ledgerLines(): Array> { const p = path.join(home, "security", "egress.jsonl"); if (!fs.existsSync(p)) return []; return fs .readFileSync(p, "utf-8") .split("\n") .filter(Boolean) .map((l) => JSON.parse(l) as Record); } beforeEach(() => { binDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-docops-bin-")); home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-gb-docops-home-")); argvLog = path.join(home, "gbrain-argv.log"); stdinLog = path.join(home, "gbrain-stdin.log"); // Shim logs every argv (so "refused BEFORE the subprocess" is provable), // captures put's stdin byte-for-byte, and blocks delete on a confirmation // read the way a real prompt would — the adapter's stdin-EOF guard is the // only thing keeping that from hanging until the op timeout. fs.writeFileSync( path.join(binDir, "gbrain"), `#!/usr/bin/env bash printf '%s\\n' "$*" >> "${argvLog}" case "$1" in put) cat > "${stdinLog}"; echo "stored $2"; exit 0;; delete) read -r _confirm; echo "deleted $2"; exit 0;; export) printf 'line-one\\nline-two\\n'; exit 0;; esac exit 1 `, { mode: 0o755 }, ); }); afterEach(() => { fs.rmSync(binDir, { recursive: true, force: true }); fs.rmSync(home, { recursive: true, force: true }); }); test("add() pipes the document body to `put ` on stdin and receipts the body's sha256", async () => { const body = "# curated memory\nthe exact body bytes\n"; const s = await new GbrainProvider().add({ slug: "my-doc", body }, { env: env(), consented: true }); expect(s).toEqual({ id: "my-doc", state: "ready" }); expect(fs.readFileSync(argvLog, "utf-8").trim()).toBe("put my-doc"); // The body reached gbrain via stdin, byte-for-byte (not argv, not a temp file). expect(fs.readFileSync(stdinLog, "utf-8")).toBe(body); const lines = ledgerLines(); expect(lines.length).toBe(1); expect(lines[0].sink).toBe("gbrain"); expect(String(lines[0].payload_class)).toContain("document-body"); expect(String(lines[0].consent)).toContain("consented=true"); expect(lines[0].sha256).toBe(sha256Hex(body)); expect(lines[0].bytes).toBe(Buffer.byteLength(body)); }); test("add() asserts consent: unconsented add is refused BEFORE the subprocess runs, no receipt", async () => { await expect(new GbrainProvider().add({ slug: "s", body: "secret body" }, { env: env() })).rejects.toMatchObject({ code: "PROVIDER_NOT_CONSENTED", }); expect(fs.existsSync(argvLog)).toBe(false); // the body never left the machine expect(ledgerLines()).toEqual([]); }); test("delete() survives a confirmation prompt via the stdin-EOF guard (never hangs)", async () => { // Shim blocks on `read` — with the adapter's input:"" the read gets EOF // instantly. A regression to inherited/open stdin fails here at the 5s // op timeout (PROVIDER_TIMEOUT) instead of returning state=absent. const s = await new GbrainProvider().delete("stale-doc", { env: env(), timeout: 5_000 }); expect(s).toEqual({ id: "stale-doc", state: "absent" }); expect(fs.readFileSync(argvLog, "utf-8").trim()).toBe("delete stale-doc"); }); test("export() returns the CLI's stdout verbatim (multi-line, unparsed)", async () => { const body = await new GbrainProvider().export({ id: "code" }, { env: env(), consented: true }); expect(body).toBe("line-one\nline-two\n"); expect(fs.readFileSync(argvLog, "utf-8").trim()).toBe("export"); }); test("add/delete/export each degrade to PROVIDER_UNAVAILABLE when the CLI is absent", async () => { const missing = { PATH: os.tmpdir(), HOME: home, GSTACK_HOME: home }; const g = new GbrainProvider(); await expect(g.add({ slug: "s", body: "b" }, { env: missing, consented: true })).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE", }); await expect(g.delete("s", { env: missing })).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE" }); await expect(g.export({ id: "code" }, { env: missing, consented: true })).rejects.toMatchObject({ code: "PROVIDER_UNAVAILABLE", }); }); }); // ── CLI rendering surfaces: options / status / suggest --json ─────────────── // The human/agent-facing renderers had zero reach: pin that `options` lists // the three providers with availability rows (GBrain first), `status` renders // the persisted selection + per-provider availability, and `suggest --json` // emits the machine-readable offer/reason contract. describe("CLI rendering (options / status / suggest --json)", () => { const CLI = path.join(import.meta.dir, "..", "bin", "gstack-code-intelligence"); let home: string; let shimDir: string; let env: NodeJS.ProcessEnv; function runCli(...args: string[]) { return spawnSync("bun", [CLI, ...args], { encoding: "utf-8", timeout: 30_000, env: env as Record, }); } beforeEach(() => { home = fs.mkdtempSync(path.join(os.tmpdir(), "ci-cli-render-")); shimDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-cli-render-bin-")); // Fake gbrain satisfies the FULL localEngineStatus probe chain (--version // resolution + `sources list --json` liveness) so the GBrain row is // deterministically available; config.json lives in the temp GBRAIN_HOME // so the operator's real ~/.gbrain is never read. fs.writeFileSync( path.join(shimDir, "gbrain"), `#!/usr/bin/env bash if [ "$1" = "--version" ]; then echo "gbrain 0.42.0"; exit 0; fi if [ "$1" = "sources" ]; then echo '{"sources":[]}'; exit 0; fi exit 1 `, { mode: 0o755 }, ); const gbrainHome = path.join(home, ".gbrain"); fs.mkdirSync(gbrainHome, { recursive: true }); fs.writeFileSync(path.join(gbrainHome, "config.json"), JSON.stringify({ engine: "pglite" })); env = { ...process.env, GSTACK_HOME: home, HOME: home, GBRAIN_HOME: gbrainHome, PATH: `${shimDir}:${process.env.PATH}`, // Dead loopback port → the Sourcebot probe fails fast + deterministically // (connection refused) instead of poking whatever operator dev server // happens to sit on localhost:3000. SOURCEBOT_URL: "http://127.0.0.1:1", }; }); afterEach(() => { fs.rmSync(home, { recursive: true, force: true }); fs.rmSync(shimDir, { recursive: true, force: true }); }); function makeRepoWithFiles(count: number): string { const repo = fs.mkdtempSync(path.join(os.tmpdir(), "ci-cli-suggest-")); Bun.spawnSync(["git", "init", "-q", repo]); for (let i = 0; i < count; i++) fs.writeFileSync(path.join(repo, `f${i}.ts`), "x\n"); Bun.spawnSync(["git", "-C", repo, "add", "-A"]); return repo; } test("options lists the three providers with availability rows, GBrain first", () => { const res = runCli("options"); expect(res.status).toBe(0); expect(res.stdout).toContain("Code-intelligence providers"); // GBrain row: recommended marker + deterministically available via the shim. expect(res.stdout).toMatch(/\* GBrain\s+\[available\]/); expect(res.stdout).toContain("gbrain engine: ok"); // Sourcebot row: dead loopback port → not available, probe detail rendered. expect(res.stdout).toMatch(/Sourcebot\s+\[not available\]/); expect(res.stdout).toContain("unreachable at http://127.0.0.1:1"); // Graphify row renders an availability mark either way (the operator // machine may or may not have graphify installed). expect(res.stdout).toMatch(/Graphify\s+\[(available|not available)\]/); // Rows come out in recommendation order (GBrain → Sourcebot → Graphify). const at = ["GBrain", "Sourcebot", "Graphify"].map((s) => res.stdout.indexOf(s)); expect(at[0]).toBeGreaterThan(-1); expect(at[0]).toBeLessThan(at[1]); expect(at[1]).toBeLessThan(at[2]); expect(res.stdout).toContain("select "); }); test("status renders the provider-OFF selection and per-provider availability", () => { const res = runCli("status"); expect(res.status).toBe(0); expect(res.stdout).toContain("selected: none (grep / file-only fallback)"); expect(res.stdout).toContain("GBrain: available (gbrain engine: ok)"); expect(res.stdout).toContain("Sourcebot: unavailable (unreachable at http://127.0.0.1:1)"); expect(res.stdout).toMatch(/Graphify: (available|unavailable)/); }); test("status renders a persisted selection", () => { setProvider("gbrain", env); const res = runCli("status"); expect(res.status).toBe(0); expect(res.stdout).toContain("selected: gbrain"); }); test("suggest --json: small repo → machine-readable offer:false / reason:small-repo", () => { const repo = makeRepoWithFiles(3); try { const res = runCli("suggest", repo, "--json"); expect(res.status).toBe(0); const parsed = JSON.parse(res.stdout) as Record; expect(parsed).toEqual({ offer: false, reason: "small-repo", fileCount: 3, threshold: LARGE_REPO_FILE_THRESHOLD, repoPath: repo, }); } finally { fs.rmSync(repo, { recursive: true, force: true }); } }); test("suggest --json: large repo → offer:true with self-contained provider options", () => { const repo = makeRepoWithFiles(LARGE_REPO_FILE_THRESHOLD); try { const res = runCli("suggest", repo, "--json"); expect(res.status).toBe(0); const parsed = JSON.parse(res.stdout) as { offer: boolean; reason: string; fileCount: number; options: Array<{ id: string; label: string; reason: string; local: boolean; available: boolean; detail: string }>; }; expect(parsed.offer).toBe(true); expect(parsed.reason).toBe("large-repo"); expect(parsed.fileCount).toBe(LARGE_REPO_FILE_THRESHOLD); // The offer is self-contained: every provider option carries the fields // an agent needs to render the question without a second CLI call. expect(parsed.options.map((o) => o.id)).toEqual(["gbrain", "sourcebot", "graphify"]); for (const o of parsed.options) { expect(typeof o.label).toBe("string"); expect(typeof o.reason).toBe("string"); expect(typeof o.local).toBe("boolean"); expect(typeof o.available).toBe("boolean"); expect(typeof o.detail).toBe("string"); } const gbrain = parsed.options[0]; expect(gbrain.label).toBe("GBrain"); expect(gbrain.local).toBe(false); expect(gbrain.available).toBe(true); expect(gbrain.detail).toContain("gbrain engine:"); const sourcebot = parsed.options[1]; expect(sourcebot.local).toBe(true); // loopback SOURCEBOT_URL expect(sourcebot.available).toBe(false); } finally { fs.rmSync(repo, { recursive: true, force: true }); } }); }); // ── picker probes: concurrent, short-timeout, never a 30s CLI stall ───────── describe("detectAvailable probes fast even when Sourcebot is a dead non-loopback host", () => { test("rows come back in recommendation order, well under the old 30s stall", async () => { const binDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-pick-bin-")); const homeDir = fs.mkdtempSync(path.join(os.tmpdir(), "ci-pick-home-")); // localEngineStatus writes its probe cache via process.env.GSTACK_HOME — // point it at the temp home for the duration so nothing touches ~/.gstack. const prevGstackHome = process.env.GSTACK_HOME; process.env.GSTACK_HOME = homeDir; try { // PATH-scoped fake gbrain; graphify deliberately absent from that PATH. fs.writeFileSync( path.join(binDir, "gbrain"), `#!/usr/bin/env bash if [ "$1" = "--version" ]; then echo "gbrain 0.42.0"; exit 0; fi if [ "$1" = "sources" ]; then echo '{"sources":[]}'; exit 0; fi exit 1 `, { mode: 0o755 }, ); const env: NodeJS.ProcessEnv = { PATH: binDir, HOME: homeDir, GSTACK_HOME: homeDir }; // A hanging fetch that only settles on abort — the 3s probe cap must cut // it off; with the adapters' 30s default this test would blow its budget. const hangingFetch = ((_url: string, init: RequestInit) => new Promise((_resolve, reject) => { init.signal?.addEventListener("abort", () => reject(Object.assign(new Error("aborted"), { name: "AbortError" })), ); })) as unknown as typeof fetch; const t0 = Date.now(); const rows = await detectAvailable({ env, sourcebot: { baseUrl: "http://sb.internal.example:3000", fetch: hangingFetch }, }); expect(Date.now() - t0).toBeLessThan(5_000); expect(rows.map((r) => r.id)).toEqual(["gbrain", "sourcebot", "graphify"]); const gbrain = rows.find((r) => r.id === "gbrain")!; expect(gbrain.detail).toContain("gbrain engine:"); const sourcebot = rows.find((r) => r.id === "sourcebot")!; expect(sourcebot.available).toBe(false); const graphify = rows.find((r) => r.id === "graphify")!; expect(graphify.available).toBe(false); // not on the scoped PATH expect(graphify.detail).toContain("not installed"); } finally { if (prevGstackHome === undefined) delete process.env.GSTACK_HOME; else process.env.GSTACK_HOME = prevGstackHome; fs.rmSync(binDir, { recursive: true, force: true }); fs.rmSync(homeDir, { recursive: true, force: true }); } }, 20_000); });