Files
gstack/lib/cso/preparation-executor.ts
Garry TanandOpenAI Codex 4a3c6a8a3c v1.87.0.0 feat: add verified CSO audits and replayable repair bundles (#2852)
* feat(cso): add verified audits and replayable repair bundles

* fix(cso): harden qualification and setup boundaries

* fix(cso): assemble security canaries at runtime

* fix(cso): bound release proof and maintenance work

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): require complete evaluation reports

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): replay expired snapshots from supplied source

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* test(cso): synchronize DNS cancellation assertion

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* chore(ship): exempt repository owner from liveness proof

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* test(cso): make recheck retention overlap deterministic

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* chore: bump version and changelog (v1.85.0.0)

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): pass native release gates

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* chore: move release to v1.86.0.0

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): resolve rechecks by finding

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* chore: move release to v1.87.0.0

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): pass macOS and Windows release gates

Normalize BSD wc output, compare Windows paths by filesystem identity, preserve portable snapshot race coverage, and narrow POSIX-only Windows fixtures.

Co-Authored-By: OpenAI Codex <noreply@openai.com>

* fix(cso): harden native verification gates

* fix(cso): refine Windows native diagnostics

* test(cso): isolate Windows Git startup failure

* test(cso): stabilize Windows native diagnostics

* fix(cso): support hardened Git on Windows

* fix(cso): close final verification gaps

* test(cso): bound cold Docker fixture setup

* fix(cso): restore cross-platform free-suite gates

---------

Co-authored-by: OpenAI Codex <noreply@openai.com>
2026-09-14 15:14:58 -07:00

881 lines
53 KiB
TypeScript

/**
* Deterministic orchestration for dependency acquisition and offline target
* preparation. This module never opens a network connection or invokes Docker;
* a qualified helper adapter implements those effects and returns a receipt
* which is checked again here before any archive becomes executable input.
*/
import * as fs from 'node:fs';
import { createHash } from 'node:crypto';
import { tmpdir } from 'node:os';
import { dirname, isAbsolute, join, relative, resolve, sep } from 'node:path';
import { PublicArchiveCache } from './cache';
import { canonical, CsoError, MAX_OUTPUT, sha256 } from './contracts';
import {
inspectPreparation, railsTestConfiguration, type CsoStack, type PreparationCommand,
type PreparationInput, type PreparationPlan,
} from './preparation';
import {
assertRuntimeCompatible, CSO_HELPER_ABI, RUNTIME_CATALOG, selectRuntime, validateRuntimeCatalog,
type QualifiedRuntime, type RuntimeCatalog, type RuntimePlatform,
} from './runtime-catalog';
const SHA256 = /^[a-f0-9]{64}$/;
const HOST = /^(?=.{1,253}$)(?:[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?\.)*[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?$/;
const RELATIVE_ARCHIVE = /^(?!\/)(?!.*(?:^|\/)\.\.?(?:\/|$))(?!.*\\)[A-Za-z0-9@._+\/-]{1,1024}$/;
const MAX_ARCHIVES = 25_000;
const MAX_TREE_FILES = 200_000;
const MAX_SOURCE_BYTES = 64 * 1024 * 1024;
// The smallest automatic execution role is the tests container: 768 MiB at
// /work after its fixed /tmp allocation. Reserve 32 MiB for filesystem and
// package-manager bookkeeping so a declared prepared tree is executable in
// every before/after/test phase rather than merely exportable.
const MAX_PREPARED_BYTES = 736 * 1024 * 1024;
// Anchor/application work consume 784 MiB and acquisition metadata is capped
// at 400 MiB. Archive and export tmpfs each use at most 384 MiB, keeping the
// aggregate below the 2 GiB group policy while avoiding writable host binds.
const MAX_ACQUISITION_ARCHIVE_BYTES = 384 * 1024 * 1024;
const admittedRuntimes = new WeakSet<object>();
function fail(code: ConstructorParameters<typeof CsoError>[0], message: string): never { throw new CsoError(code, message); }
function sameStrings(left: string[], right: string[]): boolean {
return canonical([...left].sort()) === canonical([...right].sort());
}
function deepFreeze<T>(value: T): T {
if (value && typeof value === 'object' && !Object.isFrozen(value)) {
Object.freeze(value);
for (const child of Object.values(value as Record<string, unknown>)) deepFreeze(child);
}
return value;
}
function checkDeadline(deadline: number, signal?: AbortSignal): void {
if (signal?.aborted) fail('CANCELLED', 'Preparation was cancelled before the operation completed');
if (!Number.isSafeInteger(deadline) || deadline <= 0) fail('INVALID_ARGUMENT', 'Preparation deadline must be an absolute millisecond timestamp');
if (Date.now() >= deadline) fail('DEADLINE', 'Preparation deadline was reached before the operation completed');
}
function safeMessage(error: unknown): string { return error instanceof Error ? error.message.slice(0, 500) : 'Runtime catalog admission failed'; }
export interface PreparationRuntimeAdmission {
schemaVersion: 1;
catalogRevision: string;
runtime: QualifiedRuntime;
}
/** Select an application runtime from a reviewed catalog. The default empty catalog blocks execution. */
export function admitPreparationRuntime(options: {
plan: PreparationPlan;
platform: RuntimePlatform;
profile?: string;
catalog?: RuntimeCatalog;
}): PreparationRuntimeAdmission {
const catalog = options.catalog ?? RUNTIME_CATALOG;
try { validateRuntimeCatalog(catalog); }
catch (error) { fail('PREREQUISITE', `Runtime catalog is not qualified: ${safeMessage(error)}`); }
let runtime: QualifiedRuntime;
try { runtime = selectRuntime(options.profile ?? options.plan.runtimeProfile, options.platform, catalog); }
catch (error) { fail('PREREQUISITE', safeMessage(error)); }
assertRuntimeCompatible(options.plan, runtime!);
const admission = Object.freeze({ schemaVersion: 1 as const, catalogRevision: catalog.revision, runtime: runtime! });
admittedRuntimes.add(admission);
return admission;
}
/** PostgreSQL is admitted independently and must match the application's platform/catalog revision. */
export function admitPreparationSidecar(options: {
platform: RuntimePlatform;
profile?: string;
catalog?: RuntimeCatalog;
}): PreparationRuntimeAdmission {
const catalog = options.catalog ?? RUNTIME_CATALOG;
try { validateRuntimeCatalog(catalog); }
catch (error) { fail('PREREQUISITE', `Runtime catalog is not qualified: ${safeMessage(error)}`); }
let runtime: QualifiedRuntime;
try { runtime = selectRuntime(options.profile ?? 'postgresql', options.platform, catalog); }
catch (error) { fail('PREREQUISITE', safeMessage(error)); }
if (runtime!.stack !== 'postgresql') fail('INCOMPATIBLE_INPUT', 'Rails PostgreSQL preparation requires a qualified PostgreSQL runtime');
const admission = Object.freeze({ schemaVersion: 1 as const, catalogRevision: catalog.revision, runtime: runtime! });
admittedRuntimes.add(admission);
return admission;
}
export interface PreparationRunnerQualification {
schemaVersion: 1;
helperAbi: number;
runnerId: string;
policyVersion: 'cso-preparation-v1';
supportedStacks: CsoStack[];
registryRestrictionQualified: true;
dnsRebindingTestsPassed: true;
acquisitionExcludesSource: true;
offlineContainmentQualified: true;
immutableArchiveMounts: true;
resourceLimitsEnforced: true;
}
export interface PreparationCommandReceipt {
index: number;
commandHash: string;
exitCode: number;
timedOut: boolean;
outputTruncated: boolean;
}
export interface AcquisitionArtifactReceipt {
inputIndex: number;
stagingPath: string;
installPath: string;
sha256: string;
bytes: number;
requestedHost: string;
requestedUrl: string;
/** Final response URL only when the trusted helper performed the download directly. */
resolvedUrl: string | null;
/** Digest calculated over the registry response before it entered staging. */
registryResponseSha256: string;
}
export interface AcquisitionReceipt {
schemaVersion: 1;
planHash: string;
runtimeId: string;
runtimeImage: string;
platform: RuntimePlatform;
deadlineEnforced: true;
network: {
mode: 'registry-restricted';
allowedHosts: string[];
contactedHosts: string[];
/** CONNECT host allowlisting is enforced, but paths and redirects inside TLS are unobservable. */
redirectVisibility: 'opaque-tls';
dnsRebindingBlocked: true;
credentialsMounted: false;
sourceMounted: false;
dockerSocketMounted: false;
};
lifecycleScriptsExecuted: false;
targetCodeExecuted: false;
commands: PreparationCommandReceipt[];
artifacts: AcquisitionArtifactReceipt[];
}
export interface PreparationAcquireRequest {
schemaVersion: 1;
planHash: string;
stack: CsoStack;
runtime: { id: string; image: string; platform: RuntimePlatform };
metadata: PreparationPlan['metadata'];
inputs: Array<{ index: number; input: PreparationInput }>;
commands: PreparationCommand[];
stagingRoot: string;
deadline: number;
limits: { maxArchives: number; maxArchiveBytes: number; maxTotalArchiveBytes: number; maxOutputBytes: number };
network: { mode: 'registry-restricted'; allowedHosts: string[] };
sourceMounted: false;
}
export interface CachedArchiveMount {
inputIndex: number;
name: string;
version: string;
declaredIntegrity: string;
requestedUrl: string;
resolvedUrl: string | null;
hostPath: string;
containerPath: string;
sha256: string;
bytes: number;
}
export type RailsDatabaseSelection =
| { adapter: 'sqlite' }
| { adapter: 'postgresql'; sidecar: PreparationRuntimeAdmission };
export type PreparedDatabaseContract =
| { adapter: 'sqlite'; connections: string[] }
| { adapter: 'postgresql'; connections: string[]; sidecar: { id: string; image: string } };
export interface OfflinePreparationRequest {
schemaVersion: 1;
planHash: string;
stack: CsoStack;
runtime: { id: string; image: string; platform: RuntimePlatform };
sourceRoot: string;
sourceHash: string;
/** Sanitized inert files used only by offline package-manager metadata commands. */
metadata: PreparationPlan['metadata'];
dependencyClosureHash: string;
commands: PreparationCommand[];
archives: CachedArchiveMount[];
transformations: Array<{ path: string; content: string; sha256: string; reason: string }>;
configurationHash: string;
database?: PreparedDatabaseContract;
databaseHash: string;
deadline: number;
limits: { cpus: 2; memoryBytes: number; pids: 256; writableBytes: number; maxOutputBytes: number };
network: { mode: 'none'; sharedLoopbackNamespace: true; publishedPorts: false };
inputSourceReadOnly: true;
archivesReadOnly: true;
}
export interface OfflinePreparationReceipt {
schemaVersion: 1;
planHash: string;
runtimeId: string;
runtimeImage: string;
platform: RuntimePlatform;
sourceHash: string;
dependencyClosureHash: string;
configurationHash: string;
databaseHash: string;
deadlineEnforced: true;
network: {
mode: 'none';
namespaceAnchor: string;
externalEgress: false;
dnsAvailable: false;
publishedPorts: false;
services: Array<'application' | 'postgresql'>;
};
commands: PreparationCommandReceipt[];
inputSourceReadOnly: true;
preparedCopySeparate: true;
archivesReadOnly: true;
applicationCodeExecutedOnlyOffline: true;
}
export interface OfflinePreparationResult {
preparedRoot: string;
receipt: OfflinePreparationReceipt;
}
export interface PreparationSandboxRunner {
readonly qualification: PreparationRunnerQualification;
acquire(request: PreparationAcquireRequest): Promise<AcquisitionReceipt>;
prepareOffline(request: OfflinePreparationRequest): Promise<OfflinePreparationResult>;
disposePrepared(preparedRoot: string): Promise<void> | void;
}
export interface DependencyArchive {
inputIndex: number;
name: string;
version: string;
installPath: string;
sha256: string;
bytes: number;
requestedHost: string;
requestedUrl: string;
resolvedUrl: string | null;
declaredIntegrity: string;
}
export interface DependencyClosure {
schemaVersion: 1;
stack: CsoStack;
planHash: string;
catalogRevision: string;
runtimeId: string;
runtimeImage: string;
platform: RuntimePlatform;
archives: DependencyArchive[];
acquisitionReceiptHash: string | null;
closureHash: string;
}
export interface PreparedApplication {
schemaVersion: 1;
stack: CsoStack;
preparedRoot: string;
sourceHash: string;
preparedManifestHash: string;
preparedDependencyHash: string;
dependencyClosureHash: string;
configurationHash: string;
databaseHash: string;
database?: PreparedDatabaseContract;
sourceProjectionHash: string;
transformations: Array<{ path: string; sha256: string; mode: number; reason: string }>;
executionEnvironment: Record<string, string>;
receiptHash: string;
receipt: OfflinePreparationReceipt;
}
function runtimeFromAdmission(plan: PreparationPlan, admission: PreparationRuntimeAdmission): QualifiedRuntime {
if (!admission || !admittedRuntimes.has(admission)) fail('PREREQUISITE', 'Runtime must be selected through current-process catalog admission');
assertRuntimeCompatible(plan, admission.runtime);
return admission.runtime;
}
/** Trusted adapters use this to bind themselves to a current-process catalog admission. */
export function admittedPreparationRuntime(admission: PreparationRuntimeAdmission): QualifiedRuntime {
if (!admission || !admittedRuntimes.has(admission)) fail('PREREQUISITE', 'Runtime must be selected through current-process catalog admission');
return admission.runtime;
}
function planHash(plan: PreparationPlan): string { return sha256(canonical(plan)); }
function commandHash(command: PreparationCommand): string { return sha256(canonical(command)); }
function validateRunner(runner: PreparationSandboxRunner, stack: CsoStack): void {
const q = runner?.qualification;
if (!q || q.schemaVersion !== 1 || q.helperAbi !== CSO_HELPER_ABI || !/^[a-z0-9][a-z0-9._-]{0,100}$/.test(q.runnerId) ||
q.policyVersion !== 'cso-preparation-v1' || !Array.isArray(q.supportedStacks) || !q.supportedStacks.includes(stack) ||
new Set(q.supportedStacks).size !== q.supportedStacks.length || q.registryRestrictionQualified !== true ||
q.dnsRebindingTestsPassed !== true || q.acquisitionExcludesSource !== true || q.offlineContainmentQualified !== true ||
q.immutableArchiveMounts !== true || q.resourceLimitsEnforced !== true || typeof runner.disposePrepared !== 'function')
fail('ISOLATION_FAILED', `Preparation runner is not qualified for ${stack}`);
}
function validatePlan(plan: PreparationPlan, snapshot: string): string {
if (!plan || plan.schemaVersion !== 1 || plan.status !== 'ready') fail('PREREQUISITE', 'Dependency metadata is not ready for automatic preparation');
const current = inspectPreparation(snapshot, plan.stack);
if (current.status !== 'ready' || canonical(current) !== canonical(plan))
fail('INCOMPATIBLE_INPUT', 'Preparation plan does not match the current retained snapshot');
const hosts = plan.registryHosts;
if (!hosts.length || hosts.some(host => host !== host.toLowerCase() || !HOST.test(host)) || new Set(hosts).size !== hosts.length)
fail('INVALID_SCHEMA', 'Preparation plan contains invalid or duplicate registry hosts');
if (plan.inputs.filter(input => input.kind === 'public').length && !plan.acquisition.length)
fail('INVALID_SCHEMA', 'Public dependencies require a constrained acquisition command');
for (const command of [...plan.acquisition, ...plan.offline]) {
if (!command.executable.startsWith('/') || !['/metadata', '/work', '/archives'].includes(command.cwd) || !Array.isArray(command.args) ||
command.args.some(arg => typeof arg !== 'string' || arg.length > 4096 || /[\0\r\n]/.test(arg)) ||
Object.entries(command.env).some(([key, value]) => !/^[A-Z][A-Z0-9_]{0,63}$/.test(key) || /[\0\r\n]/.test(value)))
fail('INVALID_SCHEMA', 'Preparation command is not a bounded absolute argv/env description');
}
for (const command of plan.acquisition) {
if (command.cwd === '/work' || command.args.some(arg => arg === '/work' || arg.startsWith('/work/')))
fail('ISOLATION_FAILED', 'Acquisition commands must not receive application source');
}
if (plan.stack === 'node' && plan.acquisition.some(command => !command.args.includes('--ignore-scripts')))
fail('ISOLATION_FAILED', 'Node acquisition must disable lifecycle scripts');
if (plan.stack === 'bun' && plan.acquisition.some(command => !command.args.includes('--ignore-scripts')))
fail('ISOLATION_FAILED', 'Bun acquisition must disable lifecycle scripts');
if (plan.stack === 'python' && plan.acquisition.some(command => !['/usr/local/bin/uv', '/usr/local/bin/python'].includes(command.executable) || command.args.includes('install')))
fail('ISOLATION_FAILED', 'Python acquisition may only export metadata or download public wheels');
if (plan.stack === 'rails' && plan.acquisition.some(command => command.executable !== '/usr/local/bin/gem' || command.args[0] !== 'fetch' || !command.args.includes('--norc')))
fail('ISOLATION_FAILED', 'Rails acquisition may only fetch exact gems without evaluating application code');
return planHash(plan);
}
function validateCommandReceipts(receipts: PreparationCommandReceipt[], commands: PreparationCommand[]): void {
if (!Array.isArray(receipts) || receipts.length !== commands.length) fail('TOOL_FAILED', 'Preparation receipt omitted a command result');
const seen = new Set<number>();
for (const receipt of receipts) {
if (!Number.isInteger(receipt.index) || receipt.index < 0 || receipt.index >= commands.length || seen.has(receipt.index) ||
receipt.commandHash !== commandHash(commands[receipt.index]) || receipt.exitCode !== 0 || receipt.timedOut !== false || receipt.outputTruncated !== false)
fail('TOOL_FAILED', 'Preparation command failed or its exact argv receipt is invalid');
seen.add(receipt.index);
}
}
function validateUrl(value: string, host: string, allowed: string[]): void {
let url: URL;
try { url = new URL(value); } catch { fail('TOOL_FAILED', 'Acquisition receipt contains an invalid source URL'); }
if (url!.protocol !== 'https:' || url!.username || url!.password || url!.port || url!.search || url!.hash ||
url!.hostname !== host || !allowed.includes(host)) fail('ISOLATION_FAILED', 'Acquisition receipt escaped its public registry allowlist');
}
function relativeArchivePath(value: string, label: string): string {
if (typeof value !== 'string' || !RELATIVE_ARCHIVE.test(value) || value.split('/').some(part => !part || part === '.' || part === '..'))
fail('UNSAFE_PATH', `${label} must be a contained archive path`);
return value;
}
function stagedFileHashes(root: string, relativePath: string, expectedBytes: number, deadline: number,
signal?: AbortSignal): { sha256: string; sha512: string } {
checkDeadline(deadline, signal);
const parts = relativeArchivePath(relativePath, 'Staged archive').split('/');
let cursor = root;
for (const part of parts.slice(0, -1)) {
checkDeadline(deadline, signal);
cursor = join(cursor, part);
let stat: fs.Stats;
try { stat = fs.lstatSync(cursor); } catch { fail('MISSING_INPUT', 'Acquisition staging directory is missing'); }
if (!stat!.isDirectory() || stat!.isSymbolicLink() || (process.getuid && stat!.uid !== process.getuid()) || (stat!.mode & 0o022) !== 0)
fail('UNSAFE_PATH', 'Acquisition staging path has an unsafe ancestor');
}
const path = resolve(root, ...parts);
if (!path.startsWith(`${root}${sep}`)) fail('UNSAFE_PATH', 'Staged archive escaped acquisition storage');
const noFollow = (fs.constants as any).O_NOFOLLOW ?? 0;
let fd: number;
try { fd = fs.openSync(path, fs.constants.O_RDONLY | noFollow); }
catch { fail('UNSAFE_PATH', 'Staged archive could not be opened without following links'); }
try {
const before = fs.fstatSync(fd!);
if (!before.isFile() || before.isSymbolicLink() || before.nlink !== 1 || (process.getuid && before.uid !== process.getuid()) ||
before.size !== expectedBytes) fail('UNSAFE_PATH', 'Staged archive is not the bounded regular file in its receipt');
const h256 = createHash('sha256'), h512 = createHash('sha512'), buffer = Buffer.allocUnsafe(64 * 1024);
let bytes = 0;
for (;;) {
checkDeadline(deadline, signal);
const count = fs.readSync(fd!, buffer, 0, buffer.length, null);
if (!count) break;
bytes += count;
if (bytes > expectedBytes) fail('SNAPSHOT_RACE', 'Staged archive grew while it was verified');
h256.update(buffer.subarray(0, count)); h512.update(buffer.subarray(0, count));
checkDeadline(deadline, signal);
}
checkDeadline(deadline, signal);
const after = fs.fstatSync(fd!);
if (bytes !== expectedBytes || before.dev !== after.dev || before.ino !== after.ino || before.size !== after.size ||
before.mtimeMs !== after.mtimeMs || before.ctimeMs !== after.ctimeMs || before.mode !== after.mode || before.nlink !== after.nlink)
fail('SNAPSHOT_RACE', 'Staged archive changed while it was verified');
return { sha256: h256.digest('hex'), sha512: h512.digest('base64') };
} finally { fs.closeSync(fd!); }
}
function integrityMatches(integrity: string | undefined, hashes: { sha256: string; sha512: string }): boolean {
if (!integrity) return false;
return integrity.split(/\s+/).some(value => value === `sha256:${hashes.sha256}` ||
value === `sha256-${Buffer.from(hashes.sha256, 'hex').toString('base64')}` || value === `sha512-${hashes.sha512}`);
}
function closureIdentity(closure: Omit<DependencyClosure, 'closureHash'>): string { return sha256(canonical(closure)); }
function logicalInput(input: PreparationInput): string { return `${input.name}\0${input.version}`; }
function validateClosure(plan: PreparationPlan, admission: PreparationRuntimeAdmission, closure: DependencyClosure,
cache: PublicArchiveCache, deadline: number, signal?: AbortSignal,
materializationBase?: string): { mounts: CachedArchiveMount[]; materializedRoot?: string } {
checkDeadline(deadline, signal);
const runtime = admission.runtime, expectedPlanHash = planHash(plan);
const { closureHash, ...closureBody } = closure ?? ({} as DependencyClosure);
if (!closure || closure.schemaVersion !== 1 || closure.stack !== plan.stack || closure.planHash !== expectedPlanHash ||
closure.catalogRevision !== admission.catalogRevision || closure.runtimeId !== runtime.id || closure.runtimeImage !== runtime.image ||
closure.platform !== runtime.platform || !Array.isArray(closure.archives) || closure.archives.length > MAX_ARCHIVES || !SHA256.test(closureHash) ||
closureHash !== closureIdentity(closureBody))
fail('INCOMPATIBLE_INPUT', 'Dependency closure does not match the admitted plan and runtime');
const publicInputs = plan.inputs.map((input, index) => ({ input, index })).filter(item => item.input.kind === 'public');
if (publicInputs.length > MAX_ARCHIVES) fail('INSUFFICIENT_CAPACITY', 'Dependency closure exceeds the archive-count limit');
const publicInputsByIndex = new Map(publicInputs.map(item => [item.index, item]));
const covered = new Set<string>(), paths = new Set<string>(), pending: Array<{ archive: DependencyArchive; input: PreparationInput }> = [];
for (const archive of closure.archives) {
checkDeadline(deadline, signal);
const selected = publicInputsByIndex.get(archive.inputIndex);
if (!selected || archive.name !== selected.input.name || archive.version !== selected.input.version ||
archive.declaredIntegrity !== (selected.input.integrity ?? 'registry-on-acquisition') || !SHA256.test(archive.sha256) ||
!Number.isSafeInteger(archive.bytes) || archive.bytes < 0 || !plan.registryHosts.includes(archive.requestedHost))
fail('INCOMPATIBLE_INPUT', 'Dependency closure contains an invalid public archive');
relativeArchivePath(archive.installPath, 'Dependency install path');
validateUrl(archive.requestedUrl, archive.requestedHost, plan.registryHosts);
if (archive.resolvedUrl !== null) validateUrl(archive.resolvedUrl, new URL(archive.resolvedUrl).hostname, plan.registryHosts);
if (paths.has(archive.installPath)) fail('INCOMPATIBLE_INPUT', 'Dependency closure contains colliding archive install paths');
paths.add(archive.installPath); covered.add(logicalInput(selected.input));
pending.push({ archive, input: selected.input });
}
for (const { input } of publicInputs) {
checkDeadline(deadline, signal);
if (!covered.has(logicalInput(input)))
fail('MISSING_INPUT', `Dependency closure does not contain a compatible public archive for ${input.name}@${input.version}`);
}
if (!pending.length) return { mounts: [] };
let base: string;
if (materializationBase) {
base = resolve(materializationBase);
const stat = fs.lstatSync(base), real = fs.realpathSync(base);
if (!stat.isDirectory() || stat.isSymbolicLink() || real !== base || (process.getuid && stat.uid !== process.getuid()) || (stat.mode & 0o022) !== 0)
fail('UNSAFE_PATH', 'Archive materialization root must be one private owned directory');
} else base = tmpdir();
const materializedRoot = fs.mkdtempSync(join(base, 'gstack-cso-archives-'));
fs.chmodSync(materializedRoot, 0o700);
try {
checkDeadline(deadline, signal);
const copies = cache.materialize(pending.map(item => item.archive.sha256), materializedRoot, { deadline, signal }),
byDigest = new Map(copies.map(copy => [copy.sha256, copy]));
const mounts = pending.map(({ archive }) => {
checkDeadline(deadline, signal);
const copy = byDigest.get(archive.sha256);
if (!copy || copy.bytes !== archive.bytes) fail('MISSING_INPUT', `Verified public archive is missing from the offline cache: ${archive.name}@${archive.version}`);
return { inputIndex: archive.inputIndex, name: archive.name, version: archive.version,
declaredIntegrity: archive.declaredIntegrity, requestedUrl: archive.requestedUrl, resolvedUrl: archive.resolvedUrl, hostPath: copy.path,
containerPath: `/archives/${archive.installPath}`, sha256: archive.sha256, bytes: archive.bytes };
});
return { mounts: mounts.sort((a, b) => a.containerPath.localeCompare(b.containerPath)), materializedRoot };
} catch (error) {
try { fs.rmSync(materializedRoot, { recursive: true, force: true }); } catch {}
throw error;
}
}
type TreeEntry = { path: string; kind: 'file' | 'symlink'; mode: number; bytes: number; sha256: string };
function boundedTreeNames(directory: string, deadline: number, signal?: AbortSignal): string[] {
checkDeadline(deadline, signal);
const handle = fs.opendirSync(directory), names: string[] = [];
try {
for (;;) {
checkDeadline(deadline, signal);
const entry = handle.readSync();
if (!entry) break;
if (names.length >= MAX_TREE_FILES) fail('INSUFFICIENT_CAPACITY', 'Preparation directory exceeds its bounded manifest limit');
names.push(entry.name);
}
} finally { handle.closeSync(); }
checkDeadline(deadline, signal);
names.sort();
checkDeadline(deadline, signal);
return names;
}
function treeManifest(rootPath: string, maxBytes: number, deadline: number, allowContainedSymlinks = false,
signal?: AbortSignal): TreeEntry[] {
checkDeadline(deadline, signal);
const root = resolve(rootPath);
let rootStat: fs.Stats, canonicalRoot: string;
try { rootStat = fs.lstatSync(root); canonicalRoot = fs.realpathSync(root); }
catch { fail('MISSING_INPUT', 'Preparation source or output directory is missing'); }
if (!rootStat!.isDirectory() || rootStat!.isSymbolicLink() || canonicalRoot! !== root ||
(process.getuid && rootStat!.uid !== process.getuid()) || (rootStat!.mode & 0o022) !== 0)
fail('UNSAFE_PATH', 'Preparation source or output must be one private real directory');
const entries: TreeEntry[] = [];
let total = 0, nodes = 0;
const walk = (directory: string, prefix = ''): void => {
checkDeadline(deadline, signal);
const before = boundedTreeNames(directory, deadline, signal);
for (const name of before) {
checkDeadline(deadline, signal);
const path = join(directory, name), relativePath = prefix ? `${prefix}/${name}` : name;
nodes++;
if (nodes > MAX_TREE_FILES || Buffer.byteLength(name) > 255 || Buffer.byteLength(relativePath) > 4096)
fail('INSUFFICIENT_CAPACITY', 'Preparation tree exceeds its bounded manifest limit');
const stat = fs.lstatSync(path);
if (process.getuid && stat.uid !== process.getuid())
fail('UNSAFE_PATH', `Preparation tree contains an unsafe object: ${relativePath}`);
if (stat.isSymbolicLink()) {
if (!allowContainedSymlinks) fail('UNSAFE_PATH', `Preparation tree contains an unsafe object: ${relativePath}`);
const target = fs.readlinkSync(path);
if (!target || isAbsolute(target) || target.includes('\0')) fail('UNSAFE_PATH', `Prepared dependency symlink is not relative: ${relativePath}`);
const lexicalTarget = resolve(dirname(path), target);
if (lexicalTarget !== root && !lexicalTarget.startsWith(`${root}${sep}`)) fail('UNSAFE_PATH', `Prepared dependency symlink escapes its execution copy: ${relativePath}`);
let resolvedTarget: string, targetStat: fs.Stats;
try { resolvedTarget = fs.realpathSync(path); targetStat = fs.statSync(path); }
catch { fail('UNSAFE_PATH', `Prepared dependency symlink is dangling or cyclic: ${relativePath}`); }
if (resolvedTarget! !== root && !resolvedTarget!.startsWith(`${root}${sep}`)) fail('UNSAFE_PATH', `Prepared dependency symlink escapes its execution copy: ${relativePath}`);
if (!targetStat!.isFile() && !targetStat!.isDirectory()) fail('UNSAFE_PATH', `Prepared dependency symlink resolves to a special object: ${relativePath}`);
const after = fs.lstatSync(path);
if (!after.isSymbolicLink() || after.dev !== stat.dev || after.ino !== stat.ino || after.mode !== stat.mode ||
after.mtimeMs !== stat.mtimeMs || after.ctimeMs !== stat.ctimeMs || fs.readlinkSync(path) !== target)
fail('SNAPSHOT_RACE', `Prepared dependency symlink changed while hashing: ${relativePath}`);
entries.push({ path: relativePath, kind: 'symlink', mode: stat.mode & 0o777, bytes: Buffer.byteLength(target), sha256: sha256(`symlink\0${target}`) });
continue;
}
if (!stat.isDirectory() && !stat.isFile()) fail('UNSAFE_PATH', `Preparation tree contains an unsafe object: ${relativePath}`);
if (stat.isDirectory()) { if ((stat.mode & 0o022) !== 0) fail('UNSAFE_PATH', 'Preparation tree contains a publicly writable directory'); walk(path, relativePath); continue; }
if (stat.nlink !== 1) fail('UNSAFE_PATH', `Preparation tree contains a hard-linked file: ${relativePath}`);
total += stat.size;
if (total > maxBytes) fail('INSUFFICIENT_CAPACITY', 'Preparation tree exceeds its bounded manifest limit');
const noFollow = (fs.constants as any).O_NOFOLLOW ?? 0;
let fd: number;
try { fd = fs.openSync(path, fs.constants.O_RDONLY | noFollow); } catch { fail('UNSAFE_PATH', 'Preparation file could not be opened without following links'); }
try {
const initial = fs.fstatSync(fd!), hash = createHash('sha256'), buffer = Buffer.allocUnsafe(64 * 1024);
let readBytes = 0;
for (;;) { checkDeadline(deadline, signal); const count = fs.readSync(fd!, buffer, 0, buffer.length, null); if (!count) break; readBytes += count; hash.update(buffer.subarray(0, count)); checkDeadline(deadline, signal); }
checkDeadline(deadline, signal);
const final = fs.fstatSync(fd!);
if (readBytes !== initial.size || initial.dev !== final.dev || initial.ino !== final.ino || initial.size !== final.size ||
initial.mode !== final.mode || initial.mtimeMs !== final.mtimeMs || initial.ctimeMs !== final.ctimeMs)
fail('SNAPSHOT_RACE', `Preparation file changed while hashing: ${relativePath}`);
entries.push({ path: relativePath, kind: 'file', mode: initial.mode & 0o777, bytes: initial.size, sha256: hash.digest('hex') });
} finally { fs.closeSync(fd!); }
}
checkDeadline(deadline, signal);
if (canonical(before) !== canonical(boundedTreeNames(directory, deadline, signal))) fail('SNAPSHOT_RACE', 'Preparation tree membership changed while hashing');
};
walk(root);
return entries;
}
function treeHash(rootPath: string, maxBytes: number, deadline: number, allowContainedSymlinks = false,
signal?: AbortSignal): string {
return sha256(canonical(treeManifest(rootPath, maxBytes, deadline, allowContainedSymlinks, signal)));
}
function dependencyOutput(stack: CsoStack, path: string): boolean {
const first = path.split('/')[0];
if (stack === 'node') return first === 'node_modules' || first === '.cso-npm-cache';
if (stack === 'bun') return first === 'node_modules' || first === '.cso-bun-cache';
if (stack === 'python') return first === '.venv' || first === '.cso-uv-cache' || path === '.gstack-cso-public-requirements.txt';
return path.startsWith('vendor/bundle/') || first === '.cso-bundle' || first === '.cso-gems';
}
function installedDependencyOutput(stack:CsoStack,path:string):boolean{
const first=path.split('/')[0];return stack==='node'||stack==='bun'?first==='node_modules':stack==='python'?first==='.venv':path.startsWith('vendor/bundle/');
}
function preparedEnvironment(plan: PreparationPlan): Record<string, string> {
if (plan.stack === 'python') return { PATH: '/work/.venv/bin:/usr/local/bin:/usr/bin:/bin', VIRTUAL_ENV: '/work/.venv', PYTHONNOUSERSITE: '1' };
if (plan.stack !== 'rails') return { PATH: '/usr/local/bin:/usr/bin:/bin' };
const dependencyKeys = new Set(['BUNDLE_PATH', 'BUNDLE_FROZEN', 'BUNDLE_DEPLOYMENT', 'BUNDLE_DISABLE_SHARED_GEMS',
'BUNDLE_IGNORE_CONFIG', 'BUNDLE_ALLOW_OFFLINE_INSTALL', 'BUNDLE_CACHE_PATH', 'BUNDLE_USER_HOME', 'GEM_HOME', 'GEM_PATH']);
const verifierOwnedKeys = new Set(['RAILS_ENV', 'RACK_ENV', 'SECRET_KEY_BASE']);
const environment: Record<string, string> = { PATH: '/usr/local/bin:/usr/bin:/bin' };
for (const command of plan.offline) for (const [key, value] of Object.entries(command.env)) {
if (verifierOwnedKeys.has(key)) continue;
if (!dependencyKeys.has(key)) fail('INVALID_SCHEMA', `Rails preparation attempted to forward unsupported execution environment key ${key}`);
if (environment[key] !== undefined && environment[key] !== value) fail('INVALID_SCHEMA', `Rails preparation commands disagree on ${key}`);
environment[key] = value;
}
return environment;
}
function provePreparedProjection(snapshot: string, preparedRoot: string, stack: CsoStack,
transformations: OfflinePreparationRequest['transformations'], deadline: number, signal?: AbortSignal): { hash: string; transformations: PreparedApplication['transformations']; manifestHash: string; dependencyHash:string } {
const source = treeManifest(snapshot, MAX_SOURCE_BYTES, deadline, false, signal), prepared = treeManifest(preparedRoot, MAX_PREPARED_BYTES, deadline, true, signal),
sourceByPath = new Map(source.map(entry => [entry.path, entry])), preparedByPath = new Map(prepared.map(entry => [entry.path, entry])),
synthetic = new Map(transformations.map(item => [item.path, item]));
if (synthetic.size !== transformations.length) fail('INVALID_SCHEMA', 'Offline preparation transformations contain duplicate paths');
const actualTransformations: PreparedApplication['transformations'] = [];
for (const entry of source) {
checkDeadline(deadline, signal);
const actual = preparedByPath.get(entry.path), transformed = synthetic.get(entry.path);
if (!actual || actual.kind !== 'file') fail('ISOLATION_FAILED', `Offline lifecycle execution removed or replaced captured source: ${entry.path}`);
if (transformed) {
if (actual.sha256 !== transformed.sha256) fail('ISOLATION_FAILED', `Offline lifecycle execution changed a synthetic test transformation: ${entry.path}`);
} else if (canonical(actual) !== canonical(entry)) fail('ISOLATION_FAILED', `Offline lifecycle execution changed captured source bytes or mode: ${entry.path}`);
}
for (const transformed of transformations) {
checkDeadline(deadline, signal);
const actual = preparedByPath.get(transformed.path);
if (!actual || actual.kind !== 'file' || actual.sha256 !== transformed.sha256)
fail('ISOLATION_FAILED', `Offline preparation did not preserve its declared transformation: ${transformed.path}`);
actualTransformations.push({ path: transformed.path, sha256: transformed.sha256, mode: actual.mode, reason: transformed.reason });
}
for (const entry of prepared) {
checkDeadline(deadline, signal);
if (sourceByPath.has(entry.path) || synthetic.has(entry.path) || dependencyOutput(stack, entry.path)) continue;
fail('ISOLATION_FAILED', `Offline lifecycle execution wrote outside its dependency roots: ${entry.path}`);
}
actualTransformations.sort((a, b) => a.path.localeCompare(b.path));
return { hash: sha256(canonical({ source, transformations: actualTransformations })), transformations: actualTransformations,
manifestHash: sha256(canonical(prepared)), dependencyHash:sha256(canonical(prepared.filter(entry=>installedDependencyOutput(stack,entry.path)))) };
}
function validateAcquisitionReceipt(receipt: AcquisitionReceipt, request: PreparationAcquireRequest, plan: PreparationPlan): void {
if (!receipt || receipt.schemaVersion !== 1 || receipt.planHash !== request.planHash || receipt.runtimeId !== request.runtime.id ||
receipt.runtimeImage !== request.runtime.image || receipt.platform !== request.runtime.platform || receipt.deadlineEnforced !== true ||
receipt.lifecycleScriptsExecuted !== false || receipt.targetCodeExecuted !== false)
fail('TOOL_FAILED', 'Acquisition receipt does not bind the admitted plan and runtime');
const network = receipt.network;
if (!network || network.mode !== 'registry-restricted' || !sameStrings(network.allowedHosts, plan.registryHosts) ||
!Array.isArray(network.contactedHosts) || network.contactedHosts.some(host => !plan.registryHosts.includes(host)) ||
new Set(network.contactedHosts).size !== network.contactedHosts.length || network.dnsRebindingBlocked !== true ||
network.credentialsMounted !== false || network.sourceMounted !== false || network.dockerSocketMounted !== false ||
network.redirectVisibility !== 'opaque-tls')
fail('ISOLATION_FAILED', 'Acquisition network receipt did not prove registry-restricted, credential-free execution');
validateCommandReceipts(receipt.commands, plan.acquisition);
}
function validateOfflineReceipt(receipt: OfflinePreparationReceipt, request: OfflinePreparationRequest): void {
if (!receipt || receipt.schemaVersion !== 1 || receipt.planHash !== request.planHash || receipt.runtimeId !== request.runtime.id ||
receipt.runtimeImage !== request.runtime.image || receipt.platform !== request.runtime.platform || receipt.sourceHash !== request.sourceHash ||
receipt.dependencyClosureHash !== request.dependencyClosureHash || receipt.configurationHash !== request.configurationHash ||
receipt.databaseHash !== request.databaseHash || request.databaseHash !== sha256(canonical(request.database ?? null)) ||
receipt.deadlineEnforced !== true || receipt.inputSourceReadOnly !== true || receipt.preparedCopySeparate !== true ||
receipt.archivesReadOnly !== true || receipt.applicationCodeExecutedOnlyOffline !== true)
fail('TOOL_FAILED', 'Offline preparation receipt does not bind its immutable inputs');
const expectedServices: Array<'application' | 'postgresql'> = ['application'];
const network = receipt.network;
if (!network || network.mode !== 'none' || !/^[a-z0-9][a-z0-9._-]{0,100}$/.test(network.namespaceAnchor) ||
network.externalEgress !== false || network.dnsAvailable !== false || network.publishedPorts !== false ||
!sameStrings(network.services, expectedServices)) fail('ISOLATION_FAILED', 'Offline preparation did not remain in the shared no-egress loopback namespace');
validateCommandReceipts(receipt.commands, request.commands);
}
function offlineReceiptIdentity(receipt: OfflinePreparationReceipt): string {
return sha256(canonical({ ...receipt, network: { ...receipt.network, namespaceAnchor: '<run-owned-network-namespace>' } }));
}
export class PreparationExecutor {
constructor(private readonly options: { cache: PublicArchiveCache; runner: PreparationSandboxRunner; materializationRoot?: string }) {
if (!options?.cache || !options?.runner) fail('INVALID_ARGUMENT', 'Preparation executor requires a cache and qualified runner');
}
async acquire(options: {
plan: PreparationPlan;
admission: PreparationRuntimeAdmission;
snapshot: string;
deadline: number;
signal?: AbortSignal;
offline?: boolean;
existingClosure?: DependencyClosure;
}): Promise<DependencyClosure> {
checkDeadline(options.deadline, options.signal);
const hash = validatePlan(options.plan, options.snapshot), runtime = runtimeFromAdmission(options.plan, options.admission);
checkDeadline(options.deadline, options.signal);
validateRunner(this.options.runner, options.plan.stack);
if (options.existingClosure) {
const verified = validateClosure(options.plan, options.admission, options.existingClosure, this.options.cache,
options.deadline, options.signal, this.options.materializationRoot);
if (verified.materializedRoot) fs.rmSync(verified.materializedRoot, { recursive: true, force: true });
return options.existingClosure;
}
const publicInputs = options.plan.inputs.map((input, index) => ({ input, index })).filter(item => item.input.kind === 'public');
if (publicInputs.length > MAX_ARCHIVES) fail('INSUFFICIENT_CAPACITY', 'Preparation plan exceeds the archive-count limit');
const publicInputsByIndex = new Map(publicInputs.map(item => [item.index, item]));
if (options.offline && publicInputs.length) fail('MISSING_INPUT', 'Offline preparation requires a matching retained dependency closure and verified cache entries');
if (!publicInputs.length) {
const body: Omit<DependencyClosure, 'closureHash'> = { schemaVersion: 1, stack: options.plan.stack, planHash: hash,
catalogRevision: options.admission.catalogRevision, runtimeId: runtime.id, runtimeImage: runtime.image, platform: runtime.platform,
archives: [], acquisitionReceiptHash: null };
return Object.freeze({ ...body, closureHash: closureIdentity(body) });
}
const acquisitionStaging = fs.mkdtempSync(join(this.options.cache.stagingRoot, 'acquire-'));
fs.chmodSync(acquisitionStaging, 0o700);
const stagingIdentity = fs.lstatSync(acquisitionStaging);
const request: PreparationAcquireRequest = {
schemaVersion: 1, planHash: hash, stack: options.plan.stack,
runtime: { id: runtime.id, image: runtime.image, platform: runtime.platform }, metadata: structuredClone(options.plan.metadata),
inputs: structuredClone(publicInputs), commands: structuredClone(options.plan.acquisition), stagingRoot: acquisitionStaging,
deadline: options.deadline, limits: { maxArchives: MAX_ARCHIVES,
maxArchiveBytes: Math.min(this.options.cache.maxEntryBytes, MAX_ACQUISITION_ARCHIVE_BYTES),
maxTotalArchiveBytes: Math.min(this.options.cache.maxBytes, MAX_ACQUISITION_ARCHIVE_BYTES), maxOutputBytes: MAX_OUTPUT },
network: { mode: 'registry-restricted', allowedHosts: [...options.plan.registryHosts] }, sourceMounted: false,
};
try {
const receipt = await this.options.runner.acquire(deepFreeze(request));
checkDeadline(options.deadline, options.signal);
validateAcquisitionReceipt(receipt, request, options.plan);
if (!Array.isArray(receipt.artifacts) || receipt.artifacts.length > request.limits.maxArchives)
fail('TOOL_FAILED', 'Acquisition receipt contains an invalid number of archives');
const archives: DependencyArchive[] = [], seenInputs = new Set<number>(), seenPaths = new Set<string>(), seenStagingPaths = new Set<string>(),
uniqueBytes = new Map<string, number>(), validated: Array<{ artifact: AcquisitionArtifactReceipt; selected: typeof publicInputs[number] }> = [];
let totalUniqueBytes = 0;
for (const artifact of receipt.artifacts) {
checkDeadline(options.deadline, options.signal);
const selected = publicInputsByIndex.get(artifact.inputIndex);
if (!selected || seenInputs.has(artifact.inputIndex) || !SHA256.test(artifact.sha256) || artifact.registryResponseSha256 !== artifact.sha256 ||
!Number.isSafeInteger(artifact.bytes) || artifact.bytes < 0 || artifact.bytes > this.options.cache.maxEntryBytes ||
!options.plan.registryHosts.includes(artifact.requestedHost) || !receipt.network.contactedHosts.includes(artifact.requestedHost))
fail('TOOL_FAILED', 'Acquisition artifact is not a unique bounded public dependency');
seenInputs.add(artifact.inputIndex);
relativeArchivePath(artifact.stagingPath, 'Staged archive'); relativeArchivePath(artifact.installPath, 'Dependency install path');
if (seenPaths.has(artifact.installPath) || seenStagingPaths.has(artifact.stagingPath)) fail('TOOL_FAILED', 'Acquisition artifact paths collide');
seenPaths.add(artifact.installPath); seenStagingPaths.add(artifact.stagingPath);
validateUrl(artifact.requestedUrl, artifact.requestedHost, options.plan.registryHosts);
if (artifact.resolvedUrl !== null) {
let resolvedHost = ''; try { resolvedHost = new URL(artifact.resolvedUrl).hostname; } catch {}
validateUrl(artifact.resolvedUrl, resolvedHost, options.plan.registryHosts);
if (!receipt.network.contactedHosts.includes(resolvedHost)) fail('TOOL_FAILED', 'Direct archive response host was not contacted through the registry broker');
}
if (selected.input.url && artifact.requestedUrl !== selected.input.url) fail('TOOL_FAILED', 'Acquired archive request URL does not match its lockfile URL');
const hashes = stagedFileHashes(request.stagingRoot, artifact.stagingPath, artifact.bytes, options.deadline, options.signal);
if (hashes.sha256 !== artifact.sha256 || (selected.input.integritySource === 'lock' && !integrityMatches(selected.input.integrity, hashes)) ||
(selected.input.integritySource !== 'lock' && selected.input.integritySource !== 'registry-on-acquisition'))
fail('INCOMPATIBLE_INPUT', `Acquired archive failed lock/registry integrity verification: ${selected.input.name}@${selected.input.version}`);
const priorBytes = uniqueBytes.get(artifact.sha256);
if (priorBytes !== undefined && priorBytes !== artifact.bytes) fail('TOOL_FAILED', 'One acquisition digest was reported with inconsistent sizes');
if (priorBytes === undefined) { uniqueBytes.set(artifact.sha256, artifact.bytes); totalUniqueBytes += artifact.bytes; }
if (totalUniqueBytes > request.limits.maxTotalArchiveBytes)
fail('INSUFFICIENT_CAPACITY', 'Acquisition archives exceed the immutable-cache byte ceiling');
validated.push({ artifact, selected });
}
// No cache mutation occurs until the complete receipt, every staged byte,
// and the aggregate unique-byte ceiling have been validated.
try {
for (const { artifact, selected } of validated) {
checkDeadline(options.deadline, options.signal);
const absoluteStaged = resolve(request.stagingRoot, ...artifact.stagingPath.split('/'));
const cacheRelative = relative(this.options.cache.stagingRoot, absoluteStaged).split(sep).join('/');
const cached = this.options.cache.promote(cacheRelative, artifact.sha256, { deadline: options.deadline, signal: options.signal });
archives.push({ inputIndex: artifact.inputIndex, name: selected.input.name, version: selected.input.version,
installPath: artifact.installPath, sha256: cached.sha256, bytes: cached.bytes, requestedHost: artifact.requestedHost,
requestedUrl: artifact.requestedUrl, resolvedUrl: artifact.resolvedUrl,
declaredIntegrity: selected.input.integrity ?? 'registry-on-acquisition' });
}
} finally {
for (const { artifact } of validated) if (artifact.stagingPath.startsWith('cso-public/')) {
const path = resolve(request.stagingRoot, ...artifact.stagingPath.split('/'));
try { const stat = fs.lstatSync(path); if (stat.isFile() && !stat.isSymbolicLink() && stat.nlink === 1 && (process.getuid ? stat.uid === process.getuid() : true)) fs.unlinkSync(path); } catch {}
}
}
const covered = new Set(archives.map(archive => logicalInput(options.plan.inputs[archive.inputIndex])));
for (const { input } of publicInputs) {
checkDeadline(options.deadline, options.signal);
if (!covered.has(logicalInput(input))) fail('MISSING_INPUT', `Acquisition did not produce a compatible archive for ${input.name}@${input.version}`);
}
checkDeadline(options.deadline, options.signal);
archives.sort((a, b) => a.installPath.localeCompare(b.installPath));
const body: Omit<DependencyClosure, 'closureHash'> = { schemaVersion: 1, stack: options.plan.stack, planHash: hash,
catalogRevision: options.admission.catalogRevision, runtimeId: runtime.id, runtimeImage: runtime.image, platform: runtime.platform,
archives, acquisitionReceiptHash: sha256(canonical(receipt)) };
return Object.freeze({ ...body, closureHash: closureIdentity(body) });
} finally {
let current: fs.Stats | undefined;
try { current = fs.lstatSync(acquisitionStaging); } catch {}
if (current && (!current.isDirectory() || current.isSymbolicLink() || current.dev !== stagingIdentity.dev || current.ino !== stagingIdentity.ino))
fail('SNAPSHOT_RACE', 'Run-private acquisition staging was replaced before cleanup');
if (current) fs.rmSync(acquisitionStaging, { recursive: true, force: false });
}
}
async prepareOffline(options: {
plan: PreparationPlan;
admission: PreparationRuntimeAdmission;
snapshot: string;
closure: DependencyClosure;
deadline: number;
signal?: AbortSignal;
database?: RailsDatabaseSelection;
}): Promise<PreparedApplication> {
checkDeadline(options.deadline, options.signal);
const hash = validatePlan(options.plan, options.snapshot), runtime = runtimeFromAdmission(options.plan, options.admission);
checkDeadline(options.deadline, options.signal);
validateRunner(this.options.runner, options.plan.stack);
const materialized = validateClosure(options.plan, options.admission, options.closure, this.options.cache,
options.deadline, options.signal, this.options.materializationRoot),
archives = materialized.mounts;
let database: OfflinePreparationRequest['database'];
let synthetic: Array<{ path: string; content: string }> = [];
if (options.plan.stack === 'rails') {
if (!options.database) fail('INVALID_ARGUMENT', 'Rails offline preparation requires an explicit SQLite or PostgreSQL selection');
if (!options.plan.database?.supported.includes(options.database.adapter)) fail('PREREQUISITE', `Rails ${options.database.adapter} preparation is not supported by this plan`);
synthetic = railsTestConfiguration(options.plan.database.connections, options.database.adapter);
if (options.database.adapter === 'postgresql') {
const sidecar = options.database.sidecar;
if (!sidecar || !admittedRuntimes.has(sidecar) || sidecar.runtime.stack !== 'postgresql' ||
sidecar.runtime.platform !== runtime.platform || sidecar.catalogRevision !== options.admission.catalogRevision)
fail('PREREQUISITE', 'Rails PostgreSQL preparation requires a qualified same-platform sidecar from the same catalog');
database = { adapter: 'postgresql', connections: [...options.plan.database.connections],
sidecar: { id: sidecar.runtime.id, image: sidecar.runtime.image } };
} else database = { adapter: 'sqlite', connections: [...options.plan.database.connections] };
} else if (options.database) fail('INVALID_ARGUMENT', 'Database preparation is only valid for Rails');
const transformations = synthetic.map(file => ({ ...file, sha256: sha256(file.content), reason: 'Synthetic isolated Rails test configuration' }));
const configurationHash = sha256(canonical(transformations)), databaseHash = sha256(canonical(database ?? null));
const sourceHash = treeHash(options.snapshot, MAX_SOURCE_BYTES, options.deadline, false, options.signal);
const request: OfflinePreparationRequest = {
schemaVersion: 1, planHash: hash, stack: options.plan.stack,
runtime: { id: runtime.id, image: runtime.image, platform: runtime.platform }, sourceRoot: resolve(options.snapshot), sourceHash,
metadata: structuredClone(options.plan.metadata), dependencyClosureHash: options.closure.closureHash,
commands: structuredClone(options.plan.offline), archives,
transformations, configurationHash, database, databaseHash, deadline: options.deadline,
limits: { cpus: 2, memoryBytes: 4 * 1024 * 1024 * 1024, pids: 256, writableBytes: MAX_PREPARED_BYTES, maxOutputBytes: MAX_OUTPUT },
network: { mode: 'none', sharedLoopbackNamespace: true, publishedPorts: false }, inputSourceReadOnly: true, archivesReadOnly: true,
};
let returnedPreparedRoot: string | undefined, completed = false;
try {
const result = await this.options.runner.prepareOffline(deepFreeze(request));
returnedPreparedRoot = typeof result?.preparedRoot === 'string' ? result.preparedRoot : undefined;
checkDeadline(options.deadline, options.signal);
validateOfflineReceipt(result?.receipt, request);
const preparedRoot = resolve(result.preparedRoot);
const sourceRoot = resolve(options.snapshot);
if (preparedRoot === sourceRoot || preparedRoot.startsWith(`${sourceRoot}${sep}`) || sourceRoot.startsWith(`${preparedRoot}${sep}`) ||
preparedRoot === this.options.cache.root || preparedRoot.startsWith(`${this.options.cache.root}${sep}`))
fail('UNSAFE_PATH', 'Prepared application must be a separate disposable copy outside cache and source roots');
const projection = provePreparedProjection(options.snapshot, preparedRoot, options.plan.stack, request.transformations, options.deadline, options.signal),
preparedManifestHash = projection.manifestHash,preparedDependencyHash=projection.dependencyHash;
if (treeHash(options.snapshot, MAX_SOURCE_BYTES, options.deadline, false, options.signal) !== sourceHash)
fail('SNAPSHOT_RACE', 'Offline preparation changed its read-only input source');
completed = true;
return Object.freeze({ schemaVersion: 1 as const, stack: options.plan.stack, preparedRoot, sourceHash, preparedManifestHash,preparedDependencyHash,
dependencyClosureHash: options.closure.closureHash, configurationHash, databaseHash, database,
sourceProjectionHash: projection.hash,
transformations: projection.transformations, executionEnvironment: Object.freeze(preparedEnvironment(options.plan)),
receiptHash: offlineReceiptIdentity(result.receipt), receipt: result.receipt });
} catch (error) {
if (!completed && returnedPreparedRoot) {
try { await this.options.runner.disposePrepared(returnedPreparedRoot); }
catch { fail('PERSISTENCE_FAILED', 'Invalid prepared execution copy could not be disposed safely'); }
}
throw error;
} finally {
if (materialized.materializedRoot) fs.rmSync(materialized.materializedRoot, { recursive: true, force: true });
}
}
async dispose(prepared: PreparedApplication): Promise<void> {
if (!prepared || prepared.schemaVersion !== 1 || typeof prepared.preparedRoot !== 'string')
fail('INVALID_ARGUMENT', 'Prepared application handle is invalid');
await this.options.runner.disposePrepared(prepared.preparedRoot);
}
}