mirror of
https://github.com/KeygraphHQ/shannon.git
synced 2026-10-03 06:46:49 +02:00
* fix(cli): skip splash screen off a TTY (e.g. CI) * fix: terminate failed scans in Temporal and surface the reason when following * fix(cli): indent embedded newlines within failure-error segments * fix(worker): omit the Agent Breakdown section when no agents completed * fix(cli): don't reprint the failure reason when the log already showed it * fix(worker): indent embedded newlines within the workflow.log error block
201 lines
7.6 KiB
TypeScript
201 lines
7.6 KiB
TypeScript
/**
|
|
* Thin Temporal client for reading one scan's state.
|
|
*
|
|
* A running scan is queried live (getProgress) and read via pendingActivities for
|
|
* the in-flight agents; a closed scan is read once from its result. Everything goes
|
|
* straight to the frontend on 127.0.0.1:7233 — the gRPC port the compose file
|
|
* publishes — so this needs Temporal up, but no worker of its own.
|
|
*/
|
|
|
|
import { setTimeout as sleep } from 'node:timers/promises';
|
|
import { Client, Connection, WorkflowFailedError, WorkflowNotFoundError } from '@temporalio/client';
|
|
import { ACTIVITY_TO_AGENT, type PipelineState } from './scan/pipeline.js';
|
|
|
|
const ADDRESS = '127.0.0.1:7233';
|
|
const NAMESPACE = 'default';
|
|
|
|
// WorkflowExecutionStatusName values that mean the scan has closed. RUNNING (and the unused
|
|
// CONTINUED_AS_NEW) are the only non-terminal states.
|
|
const TERMINAL_STATUSES: ReadonlySet<string> = new Set(['COMPLETED', 'FAILED', 'CANCELLED', 'TERMINATED', 'TIMED_OUT']);
|
|
|
|
export interface RunningAgent {
|
|
readonly agent: string;
|
|
readonly attempt: number;
|
|
readonly startedAt?: number;
|
|
readonly lastFailure?: string;
|
|
}
|
|
|
|
/** Convert a proto ITimestamp (seconds is a Long) to epoch millis. */
|
|
function timestampMs(
|
|
ts: { seconds?: { toString(): string } | number | null; nanos?: number | null } | null,
|
|
): number | undefined {
|
|
const seconds = ts?.seconds;
|
|
if (seconds == null) return undefined;
|
|
const secNum = typeof seconds === 'number' ? seconds : Number(seconds.toString());
|
|
return secNum * 1000 + (ts?.nanos ?? 0) / 1e6;
|
|
}
|
|
|
|
export interface ScanDescription {
|
|
/** WorkflowExecutionStatusName: RUNNING | COMPLETED | FAILED | CANCELLED | TERMINATED | TIMED_OUT | … */
|
|
readonly status: string;
|
|
readonly startedAt?: number;
|
|
readonly closedAt?: number;
|
|
readonly runningAgents: readonly RunningAgent[];
|
|
}
|
|
|
|
export type TerminalOutcome =
|
|
| { readonly kind: 'success'; readonly state: PipelineState }
|
|
| { readonly kind: 'failed'; readonly message: string };
|
|
|
|
let clientPromise: Promise<Client> | null = null;
|
|
|
|
function getClient(): Promise<Client> {
|
|
if (!clientPromise) {
|
|
clientPromise = Connection.connect({ address: ADDRESS }).then(
|
|
(connection) => new Client({ connection, namespace: NAMESPACE }),
|
|
);
|
|
}
|
|
return clientPromise;
|
|
}
|
|
|
|
/** Describe a scan: status, timing, and the agents currently running (from pendingActivities). Null if not found. */
|
|
export async function describeScan(workflowId: string): Promise<ScanDescription | null> {
|
|
const client = await getClient();
|
|
try {
|
|
const desc = await client.workflow.getHandle(workflowId).describe();
|
|
|
|
const runningAgents: RunningAgent[] = [];
|
|
for (const pending of desc.raw.pendingActivities ?? []) {
|
|
const agent = ACTIVITY_TO_AGENT[pending.activityType?.name ?? ''];
|
|
if (!agent) continue;
|
|
const lastFailure = pending.lastFailure?.message;
|
|
const startedAt = timestampMs(pending.scheduledTime ?? pending.lastStartedTime ?? null);
|
|
runningAgents.push({
|
|
agent,
|
|
attempt: pending.attempt ?? 1,
|
|
...(startedAt !== undefined ? { startedAt } : {}),
|
|
...(lastFailure ? { lastFailure } : {}),
|
|
});
|
|
}
|
|
|
|
return {
|
|
status: desc.status.name,
|
|
runningAgents,
|
|
...(desc.startTime ? { startedAt: desc.startTime.getTime() } : {}),
|
|
...(desc.closeTime ? { closedAt: desc.closeTime.getTime() } : {}),
|
|
};
|
|
} catch (err) {
|
|
if (err instanceof WorkflowNotFoundError) return null;
|
|
throw err;
|
|
}
|
|
}
|
|
|
|
/** Live progress of a running scan via the getProgress query. Null if the query can't be served (no worker). */
|
|
export async function queryProgress(workflowId: string): Promise<PipelineState | null> {
|
|
const client = await getClient();
|
|
try {
|
|
return await client.workflow.getHandle(workflowId).query<PipelineState>('getProgress');
|
|
} catch {
|
|
// The query needs a live worker; a just-closed scan may have none. Caller falls back to the result.
|
|
return null;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Deepest message in a Temporal failure's cause chain — the real reason nested under generic
|
|
* wrappers (WorkflowFailedError → ActivityFailure → ApplicationFailure). Covers failed, cancelled,
|
|
* and terminated alike. Mirrors the SDK's `rootCause` (only exported from @temporalio/common).
|
|
*/
|
|
function rootFailureMessage(err: WorkflowFailedError): string {
|
|
let message = err.message;
|
|
let cause: unknown = err.cause;
|
|
while (cause instanceof Error && cause.message) {
|
|
message = cause.message;
|
|
cause = cause.cause;
|
|
}
|
|
return message;
|
|
}
|
|
|
|
/** How a {@link waitForWorkflowClose} watch ended. */
|
|
export type WatchEnd = { readonly reason: 'closed' } | { readonly reason: 'unreachable'; readonly lastError: string };
|
|
|
|
export interface WatchOptions {
|
|
/** Poll interval in ms (default 3000). */
|
|
readonly pollMs?: number;
|
|
/** Consecutive connection failures before giving up (default 10 → ~30s at the default interval). */
|
|
readonly maxConnectFailures?: number;
|
|
/** Consecutive connection failures before {@link onConnectionTrouble} fires once (default 3). */
|
|
readonly warnAfterFailures?: number;
|
|
/** Abort the watch (the caller stopped for another reason, e.g. Ctrl-C). */
|
|
readonly signal?: AbortSignal;
|
|
/** Called once when contact is first lost, so a live follower's log isn't silent during the outage. */
|
|
readonly onConnectionTrouble?: (lastError: string) => void;
|
|
/** Called once when contact is regained after {@link onConnectionTrouble} fired. */
|
|
readonly onReconnected?: () => void;
|
|
}
|
|
|
|
/**
|
|
* Resolve once the scan is no longer running, using the workflow's Temporal status as the
|
|
* completion signal. Ends on a terminal status, a not-found workflow (closed past retention), or
|
|
* maxConnectFailures consecutive unreachable polls (a scan can't progress while its Temporal is
|
|
* down, so sustained no-contact is a safe stop). Never rejects; connection errors surface via the
|
|
* callbacks and the returned {@link WatchEnd}.
|
|
*/
|
|
export async function waitForWorkflowClose(workflowId: string, opts: WatchOptions = {}): Promise<WatchEnd> {
|
|
const pollMs = opts.pollMs ?? 3000;
|
|
const maxConnectFailures = opts.maxConnectFailures ?? 10;
|
|
const warnAfterFailures = opts.warnAfterFailures ?? 3;
|
|
const signal = opts.signal;
|
|
|
|
let connectFailures = 0;
|
|
let lastError = '';
|
|
let warned = false;
|
|
|
|
while (!signal?.aborted) {
|
|
try {
|
|
const desc = await describeScan(workflowId);
|
|
if (desc === null || TERMINAL_STATUSES.has(desc.status)) {
|
|
return { reason: 'closed' };
|
|
}
|
|
// Reachable and still RUNNING — reset the failure streak and note any recovery.
|
|
if (warned) {
|
|
warned = false;
|
|
opts.onReconnected?.();
|
|
}
|
|
connectFailures = 0;
|
|
} catch (err) {
|
|
connectFailures++;
|
|
lastError = err instanceof Error ? err.message : String(err);
|
|
if (!warned && connectFailures >= warnAfterFailures) {
|
|
warned = true;
|
|
opts.onConnectionTrouble?.(lastError);
|
|
}
|
|
if (connectFailures >= maxConnectFailures) {
|
|
return { reason: 'unreachable', lastError };
|
|
}
|
|
}
|
|
|
|
try {
|
|
await sleep(pollMs, undefined, { signal });
|
|
} catch {
|
|
break; // Aborted mid-wait by the caller.
|
|
}
|
|
}
|
|
|
|
return { reason: 'closed' };
|
|
}
|
|
|
|
/** Final state of a closed scan: success carries the full PipelineState, failure carries the message. */
|
|
export async function getTerminalOutcome(workflowId: string): Promise<TerminalOutcome> {
|
|
const client = await getClient();
|
|
try {
|
|
const state = (await client.workflow.getHandle(workflowId).result()) as PipelineState;
|
|
return { kind: 'success', state };
|
|
} catch (err) {
|
|
if (err instanceof WorkflowFailedError) {
|
|
return { kind: 'failed', message: rootFailureMessage(err) };
|
|
}
|
|
throw err;
|
|
}
|
|
}
|