mirror of
https://github.com/garrytan/gstack.git
synced 2026-09-16 01:45:29 +02:00
* feat(cso): add verified audits and replayable repair bundles * fix(cso): harden qualification and setup boundaries * fix(cso): assemble security canaries at runtime * fix(cso): bound release proof and maintenance work Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): require complete evaluation reports Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): replay expired snapshots from supplied source Co-Authored-By: OpenAI Codex <noreply@openai.com> * test(cso): synchronize DNS cancellation assertion Co-Authored-By: OpenAI Codex <noreply@openai.com> * chore(ship): exempt repository owner from liveness proof Co-Authored-By: OpenAI Codex <noreply@openai.com> * test(cso): make recheck retention overlap deterministic Co-Authored-By: OpenAI Codex <noreply@openai.com> * chore: bump version and changelog (v1.85.0.0) Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): pass native release gates Co-Authored-By: OpenAI Codex <noreply@openai.com> * chore: move release to v1.86.0.0 Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): resolve rechecks by finding Co-Authored-By: OpenAI Codex <noreply@openai.com> * chore: move release to v1.87.0.0 Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): pass macOS and Windows release gates Normalize BSD wc output, compare Windows paths by filesystem identity, preserve portable snapshot race coverage, and narrow POSIX-only Windows fixtures. Co-Authored-By: OpenAI Codex <noreply@openai.com> * fix(cso): harden native verification gates * fix(cso): refine Windows native diagnostics * test(cso): isolate Windows Git startup failure * test(cso): stabilize Windows native diagnostics * fix(cso): support hardened Git on Windows * fix(cso): close final verification gaps * test(cso): bound cold Docker fixture setup * fix(cso): restore cross-platform free-suite gates --------- Co-authored-by: OpenAI Codex <noreply@openai.com>
255 lines
12 KiB
TypeScript
255 lines
12 KiB
TypeScript
#!/usr/bin/env bun
|
|
/** Generate a reviewable catalog candidate from authenticated qualification statements. */
|
|
import * as fs from 'node:fs';
|
|
import * as path from 'node:path';
|
|
import { canonical, sha256 as sha256Hex } from '../lib/cso/contracts';
|
|
import committedCatalog from '../lib/cso/runtime-catalog.json';
|
|
import buildInputs from '../lib/cso/images/build-inputs.json';
|
|
import {
|
|
CSO_HELPER_ABI,
|
|
type QualifiedRuntime,
|
|
type RuntimeCatalog,
|
|
type RuntimeQualification,
|
|
validateRuntimeCatalog,
|
|
} from '../lib/cso/runtime-catalog';
|
|
import { imageBuildMatrix, type ImageBuildRow } from './cso-image-matrix';
|
|
|
|
const DIGEST = /^sha256:[a-f0-9]{64}$/;
|
|
const WORKFLOW = /^https:\/\/github\.com\/[A-Za-z0-9_.-]+\/[A-Za-z0-9_.-]+\/actions\/runs\/[0-9]+$/;
|
|
const OUTPUT_IMAGE = /^ghcr\.io\/garrytan\/gstack\/cso-staging\/(node|bun|python|rails|postgresql)-(amd64|arm64)@sha256:[a-f0-9]{64}$/;
|
|
const MAX_EVIDENCE_FILES = 10;
|
|
const MAX_EVIDENCE_BYTES = 1024 * 1024;
|
|
|
|
export interface RuntimeQualificationStatement {
|
|
schemaVersion: 1;
|
|
helperAbi: 3;
|
|
state: 'qualified';
|
|
buildRevision: string;
|
|
runtimeId: string;
|
|
stack: ImageBuildRow['stack'];
|
|
platform: ImageBuildRow['platform'];
|
|
image: string;
|
|
versions: Record<string, string>;
|
|
sourceCommit: string;
|
|
workflow: string;
|
|
qualifiedAt: string;
|
|
sbomDigest: string;
|
|
provenanceDigest: string;
|
|
checks: Record<string, true>;
|
|
}
|
|
|
|
function sha256(value: string | Buffer): string {
|
|
return `sha256:${sha256Hex(value)}`;
|
|
}
|
|
|
|
function versionsKey(value: Record<string, string>): string {
|
|
return canonical(value);
|
|
}
|
|
|
|
function requiredChecks(stack: ImageBuildRow['stack']): string[] {
|
|
if (stack === 'postgresql') return [
|
|
'containmentPassed', 'coldStartPassed', 'multiDatabasePassed', 'readinessPassed',
|
|
'secretCanaryPassed', 'watchdogCleanupPassed',
|
|
].sort();
|
|
const common = [
|
|
'accuracyGatesPassed', 'acquisitionPublicOnlyPassed', 'coldStartPassed', 'containmentPassed',
|
|
'heldOutRepairPassed', 'offlineLifecyclePassed', 'positiveNegativeAssertionsPassed',
|
|
'secretCanaryPassed', 'watchdogCleanupPassed',
|
|
];
|
|
return stack === 'rails'
|
|
? [...common, 'nativeExtensionsPassed', 'railsPostgresqlPassed', 'railsSqlitePassed'].sort()
|
|
: common.sort();
|
|
}
|
|
|
|
function qualification(statement: RuntimeQualificationStatement): RuntimeQualification {
|
|
if (statement.stack === 'postgresql') return {
|
|
kind: 'postgresql',
|
|
sourceCommit: statement.sourceCommit,
|
|
workflow: statement.workflow,
|
|
sbomDigest: statement.sbomDigest,
|
|
provenanceDigest: statement.provenanceDigest,
|
|
verifiedProvenance: true,
|
|
containmentPassed: true,
|
|
coldStartPassed: true,
|
|
multiDatabasePassed: true,
|
|
readinessPassed: true,
|
|
};
|
|
return {
|
|
kind: 'application',
|
|
sourceCommit: statement.sourceCommit,
|
|
workflow: statement.workflow,
|
|
sbomDigest: statement.sbomDigest,
|
|
provenanceDigest: statement.provenanceDigest,
|
|
verifiedProvenance: true,
|
|
containmentPassed: true,
|
|
coldStartPassed: true,
|
|
positiveNegativeAssertionsPassed: true,
|
|
heldOutRepairPassed: true,
|
|
};
|
|
}
|
|
|
|
function validateStatement(raw: unknown, row: ImageBuildRow): RuntimeQualificationStatement {
|
|
if (!raw || typeof raw !== 'object' || Array.isArray(raw)) throw new Error('INVALID_QUALIFICATION_STATEMENT');
|
|
const statement = raw as RuntimeQualificationStatement;
|
|
const expectedFields = [
|
|
'buildRevision', 'checks', 'helperAbi', 'image', 'platform', 'provenanceDigest',
|
|
'qualifiedAt', 'runtimeId', 'sbomDigest', 'schemaVersion', 'sourceCommit', 'stack',
|
|
'state', 'versions', 'workflow',
|
|
];
|
|
if (canonical(Object.keys(statement).sort()) !== canonical(expectedFields.sort())) throw new Error('INVALID_QUALIFICATION_STATEMENT_FIELDS');
|
|
if (statement.schemaVersion !== 1 || statement.helperAbi !== CSO_HELPER_ABI || statement.state !== 'qualified') throw new Error('UNQUALIFIED_RUNTIME_EVIDENCE');
|
|
if (statement.buildRevision !== row.inputRevision || statement.runtimeId !== row.runtimeId ||
|
|
statement.stack !== row.stack || statement.platform !== row.platform ||
|
|
versionsKey(statement.versions) !== versionsKey(row.versions)) throw new Error(`QUALIFICATION_BUILD_MISMATCH: ${row.runtimeId}`);
|
|
if (!OUTPUT_IMAGE.test(statement.image) || !statement.image.includes(`/${row.stack}-${row.arch}@`)) throw new Error(`INVALID_QUALIFIED_IMAGE: ${row.runtimeId}`);
|
|
if (!/^[a-f0-9]{40}$/.test(statement.sourceCommit) || !WORKFLOW.test(statement.workflow) ||
|
|
!Number.isFinite(Date.parse(statement.qualifiedAt)) || !DIGEST.test(statement.sbomDigest) ||
|
|
!DIGEST.test(statement.provenanceDigest)) throw new Error(`MISSING_QUALIFICATION_PROVENANCE: ${row.runtimeId}`);
|
|
if (!statement.checks || typeof statement.checks !== 'object' || Array.isArray(statement.checks)) throw new Error(`MISSING_RELEASE_GATES: ${row.runtimeId}`);
|
|
const expected = requiredChecks(row.stack);
|
|
const actual = Object.keys(statement.checks).sort();
|
|
if (canonical(actual) !== canonical(expected) || actual.some(key => statement.checks[key] !== true)) throw new Error(`MISSING_RELEASE_GATES: ${row.runtimeId}`);
|
|
return statement;
|
|
}
|
|
|
|
export function catalogPromotionCandidate(
|
|
currentValue: unknown,
|
|
inputValue: unknown,
|
|
evidenceValues: unknown[],
|
|
): RuntimeCatalog {
|
|
validateRuntimeCatalog(currentValue);
|
|
const current = currentValue as RuntimeCatalog;
|
|
const rows = imageBuildMatrix(inputValue).include;
|
|
if (!current.profiles || current.buildRevision !== rows[0].inputRevision) throw new Error('CATALOG_BUILD_REVISION_MISMATCH');
|
|
const profiles = new Map(current.profiles.map(profile => [profile.id, profile]));
|
|
if (profiles.size !== rows.length) throw new Error('CATALOG_PROFILE_MATRIX_MISMATCH');
|
|
for (const row of rows) {
|
|
const profile = profiles.get(row.runtimeId);
|
|
if (!profile || profile.stack !== row.stack || profile.platform !== row.platform ||
|
|
versionsKey(profile.versions) !== versionsKey(row.versions)) throw new Error(`CATALOG_PROFILE_MATRIX_MISMATCH: ${row.runtimeId}`);
|
|
}
|
|
if (evidenceValues.length !== rows.length) throw new Error('INCOMPLETE_QUALIFICATION_MATRIX');
|
|
const byId = new Map<string, unknown>();
|
|
for (const value of evidenceValues) {
|
|
const id = (value as any)?.runtimeId;
|
|
if (typeof id !== 'string' || byId.has(id)) throw new Error('DUPLICATE_QUALIFICATION_STATEMENT');
|
|
byId.set(id, value);
|
|
}
|
|
const statements = rows.map(row => {
|
|
if (!byId.has(row.runtimeId)) throw new Error(`MISSING_QUALIFICATION_STATEMENT: ${row.runtimeId}`);
|
|
return validateStatement(byId.get(row.runtimeId), row);
|
|
});
|
|
const sourceCommits = new Set(statements.map(item => item.sourceCommit));
|
|
const workflows = new Set(statements.map(item => item.workflow));
|
|
if (sourceCommits.size !== 1 || workflows.size !== 1) throw new Error('SPLIT_QUALIFICATION_RUN');
|
|
const sourceCommit = statements[0].sourceCommit;
|
|
const workflow = statements[0].workflow;
|
|
const runId = workflow.slice(workflow.lastIndexOf('/') + 1);
|
|
const runtimes: QualifiedRuntime[] = statements.map(statement => ({
|
|
id: statement.runtimeId,
|
|
stack: statement.stack,
|
|
platform: statement.platform,
|
|
state: 'qualified',
|
|
image: statement.image,
|
|
entrypoint: '/opt/cso/entrypoint',
|
|
helperAbi: CSO_HELPER_ABI,
|
|
versions: statement.versions,
|
|
policyVersion: 'cso-isolation-v1',
|
|
qualifiedAt: statement.qualifiedAt,
|
|
qualification: qualification(statement),
|
|
}));
|
|
const qualificationEvidenceDigest = sha256(canonical(statements));
|
|
const evidenceDigest = sha256(canonical(runtimes));
|
|
const candidate: RuntimeCatalog = {
|
|
schemaVersion: 1,
|
|
revision: `cso-v3-${runId}-${sourceCommit.slice(0, 12)}`,
|
|
previousRevision: current.revision,
|
|
helperAbi: CSO_HELPER_ABI,
|
|
buildRevision: current.buildRevision,
|
|
profiles: current.profiles,
|
|
promotion: { sourceCommit, workflow, evidenceDigest, qualificationEvidenceDigest },
|
|
runtimes,
|
|
};
|
|
validateRuntimeCatalog(candidate);
|
|
return candidate;
|
|
}
|
|
|
|
/** A promotion may only replace the exact catalog revision it was generated from. */
|
|
export function validateRuntimeCatalogTransition(currentValue: unknown, proposedValue: unknown): void {
|
|
validateRuntimeCatalog(currentValue);
|
|
validateRuntimeCatalog(proposedValue);
|
|
const current = currentValue as RuntimeCatalog;
|
|
const proposed = proposedValue as RuntimeCatalog;
|
|
if (!proposed.promotion || proposed.runtimes.length === 0) throw new Error('UNQUALIFIED_RUNTIME_CATALOG_PROMOTION');
|
|
if (proposed.revision === current.revision || proposed.previousRevision !== current.revision) {
|
|
throw new Error('RUNTIME_CATALOG_BASE_REVISION_MISMATCH');
|
|
}
|
|
if (proposed.buildRevision !== current.buildRevision ||
|
|
canonical(proposed.profiles) !== canonical(current.profiles)) {
|
|
throw new Error('RUNTIME_CATALOG_PROFILE_TRANSITION_MISMATCH');
|
|
}
|
|
}
|
|
|
|
function collectEvidence(root: string): unknown[] {
|
|
const absolute = path.resolve(root);
|
|
const rootStat = fs.lstatSync(absolute);
|
|
if (!rootStat.isDirectory() || rootStat.isSymbolicLink()) throw new Error('UNSAFE_EVIDENCE_ROOT');
|
|
const files: string[] = [];
|
|
const visit = (directory: string, depth: number): void => {
|
|
if (depth > 4) throw new Error('EVIDENCE_TREE_TOO_DEEP');
|
|
for (const entry of fs.readdirSync(directory, { withFileTypes: true })) {
|
|
const file = path.join(directory, entry.name);
|
|
if (entry.isSymbolicLink() || (!entry.isDirectory() && !entry.isFile())) throw new Error('UNSAFE_EVIDENCE_ENTRY');
|
|
if (entry.isDirectory()) visit(file, depth + 1);
|
|
else if (entry.name === 'qualified-runtime.json') files.push(file);
|
|
if (files.length > MAX_EVIDENCE_FILES) throw new Error('TOO_MANY_QUALIFICATION_STATEMENTS');
|
|
}
|
|
};
|
|
visit(absolute, 0);
|
|
return files.sort().map(file => {
|
|
const before = fs.lstatSync(file);
|
|
if (!before.isFile() || before.isSymbolicLink() || before.nlink !== 1 || before.size > MAX_EVIDENCE_BYTES) throw new Error('UNSAFE_QUALIFICATION_STATEMENT');
|
|
const body = fs.readFileSync(file, 'utf8');
|
|
const after = fs.lstatSync(file);
|
|
if (before.dev !== after.dev || before.ino !== after.ino || before.size !== after.size ||
|
|
before.mtimeMs !== after.mtimeMs || before.ctimeMs !== after.ctimeMs) throw new Error('QUALIFICATION_EVIDENCE_RACE');
|
|
try { return JSON.parse(body); } catch { throw new Error('INVALID_QUALIFICATION_STATEMENT'); }
|
|
});
|
|
}
|
|
|
|
function readCatalogArtifact(file: string): unknown {
|
|
const absolute = path.resolve(file);
|
|
const before = fs.lstatSync(absolute);
|
|
if (!before.isFile() || before.isSymbolicLink() || before.nlink !== 1 || before.size <= 0 || before.size > MAX_EVIDENCE_BYTES) {
|
|
throw new Error('UNSAFE_RUNTIME_CATALOG_ARTIFACT');
|
|
}
|
|
const body = fs.readFileSync(absolute, 'utf8');
|
|
const after = fs.lstatSync(absolute);
|
|
if (before.dev !== after.dev || before.ino !== after.ino || before.mode !== after.mode ||
|
|
before.nlink !== after.nlink || before.size !== after.size || before.mtimeMs !== after.mtimeMs ||
|
|
before.ctimeMs !== after.ctimeMs) throw new Error('RUNTIME_CATALOG_ARTIFACT_RACE');
|
|
try { return JSON.parse(body); } catch { throw new Error('INVALID_RUNTIME_CATALOG_ARTIFACT'); }
|
|
}
|
|
|
|
if (import.meta.main) {
|
|
try {
|
|
const args = process.argv.slice(2);
|
|
if (args[0] === 'validate-transition') {
|
|
if (args.length !== 3) throw new Error('Usage: cso-runtime-promotion.ts validate-transition <current-catalog> <proposed-catalog>');
|
|
validateRuntimeCatalogTransition(readCatalogArtifact(args[1]), readCatalogArtifact(args[2]));
|
|
process.stdout.write('VALID TRANSITION\n');
|
|
} else {
|
|
if (args.length !== 4 || args[0] !== '--evidence-root' || args[2] !== '--output') {
|
|
throw new Error('Usage: cso-runtime-promotion.ts --evidence-root <directory> --output <new-file>');
|
|
}
|
|
const candidate = catalogPromotionCandidate(committedCatalog, buildInputs, collectEvidence(args[1]));
|
|
const output = path.resolve(args[3]);
|
|
fs.writeFileSync(output, JSON.stringify(candidate, null, 2) + '\n', { flag: 'wx', mode: 0o600 });
|
|
process.stdout.write(`${output}\n`);
|
|
}
|
|
} catch (error) {
|
|
process.stderr.write((error instanceof Error ? error.message : 'RUNTIME_PROMOTION_FAILED') + '\n');
|
|
process.exitCode = 1;
|
|
}
|
|
}
|