mirror of
https://github.com/garrytan/gstack.git
synced 2026-11-02 15:04:37 +01:00
garrytanandcapy-ai[bot]
d59225dd74
Co-authored-by: capy-ai[bot] <230910855+capy-ai[bot]@users.noreply.github.com>
208 lines
12 KiB
TypeScript
208 lines
12 KiB
TypeScript
/**
|
|
* pricing — the per-model price table gstack's estimators share (plan E1;
|
|
* moved from test/helpers/pricing.ts, which re-exports it). Prices are USD
|
|
* per million tokens as of `as_of`; update quarterly from the provider pages.
|
|
*
|
|
* What the table can and cannot promise (why every admission is an
|
|
* *estimate* and `lib/spend-ledger.ts` reconciles actual cost at settle time):
|
|
* the rows price standard text tokens only. EXCLUDED billing categories, each
|
|
* of which appears on the invoice and not here:
|
|
* - prompt-cache writes (cache *reads* are priced when `cached_input_per_mtok`
|
|
* is set, else at the historical 10% of input)
|
|
* - tool and connector fees (web search, code execution, file search, MCP)
|
|
* - service-tier multipliers (priority / flex / batch) and long-context
|
|
* surcharges above a provider's standard window
|
|
* - image, audio and video tokens
|
|
* - subscription seats and CLI-metered runs (a Codex CLI or host-subagent
|
|
* call is `unknown` spend, never zero: lib/spend-ledger.ts `settle(…, 'unknown')`)
|
|
* When a model is not in the table, `estimateCostUsd` returns 0 with one
|
|
* stderr warning per model; `hasPricing` is the dry-run check that refuses to
|
|
* start a priced run on such a model (bin/gstack-eval-plan dry-run).
|
|
* - Anthropic: https://www.anthropic.com/pricing#api
|
|
* - OpenAI: https://openai.com/api/pricing/
|
|
* - Google AI: https://ai.google.dev/gemini-api/docs/pricing
|
|
* - Voyage AI (embeddings, rerankers): https://docs.voyageai.com/docs/pricing
|
|
*/
|
|
|
|
export interface ModelPricing {
|
|
input_per_mtok: number;
|
|
output_per_mtok: number;
|
|
cached_input_per_mtok?: number;
|
|
as_of: string; // YYYY-MM
|
|
}
|
|
|
|
/** Billing categories the table does not price; printed by the dry-run checklist. */
|
|
export const EXCLUDED_BILLING_CATEGORIES: readonly string[] = Object.freeze([
|
|
'prompt-cache writes',
|
|
'tool and connector fees (web search, code execution, file search, MCP)',
|
|
'service-tier multipliers (priority, flex, batch) and long-context surcharges',
|
|
'image, audio and video tokens',
|
|
'subscription seats and CLI-metered runs (recorded as unknown spend)',
|
|
]);
|
|
|
|
export const PRICING: Record<string, ModelPricing> = {
|
|
// Claude (Anthropic)
|
|
// https://platform.claude.com/docs/en/models/fable-5-1/overview#pricing
|
|
'claude-fable-5-1': { input_per_mtok: 10.00, output_per_mtok: 50.00, cached_input_per_mtok: 0.25, as_of: '2026-09' },
|
|
// https://platform.claude.com/docs/en/models/opus-5-5/overview#pricing (list prices effective 2026-10-07)
|
|
'claude-opus-5-5': { input_per_mtok: 4.00, output_per_mtok: 20.00, cached_input_per_mtok: 0.20, as_of: '2026-10' },
|
|
// https://platform.claude.com/docs/en/about-claude/pricing (fetched 2026-10-12)
|
|
'claude-opus-4-7': { input_per_mtok: 5.00, output_per_mtok: 25.00, cached_input_per_mtok: 0.50, as_of: '2026-10' },
|
|
// https://platform.claude.com/docs/en/about-claude/pricing (fetched 2026-10-12)
|
|
'claude-sonnet-5-5': { input_per_mtok: 2.00, output_per_mtok: 10.00, cached_input_per_mtok: 0.10, as_of: '2026-10' },
|
|
'claude-sonnet-4-6': { input_per_mtok: 3.00, output_per_mtok: 15.00, as_of: '2026-04' },
|
|
'claude-haiku-4-5': { input_per_mtok: 1.00, output_per_mtok: 5.00, as_of: '2026-04' },
|
|
|
|
// OpenAI (GPT + o-series)
|
|
// https://developers.openai.com/api/docs/models/gpt-6-astra
|
|
'gpt-6-astra': { input_per_mtok: 10.00, output_per_mtok: 50.00, cached_input_per_mtok: 1.00, as_of: '2026-09' },
|
|
// https://developers.openai.com/api/docs/models/gpt-6.1-sol (standard tier, up to 272K input)
|
|
'gpt-6.1-sol': { input_per_mtok: 2.00, output_per_mtok: 10.00, cached_input_per_mtok: 0.10, as_of: '2026-10' },
|
|
'gpt-5.4': { input_per_mtok: 2.50, output_per_mtok: 10.00, as_of: '2026-04' },
|
|
// https://developers.openai.com/api/docs/models/gpt-4o (fetched 2026-10-13; gbrain's LongMemEval judge, the official scorer's model;
|
|
// the alias only: the gpt-4o-2024-05-13 snapshot has its own price)
|
|
'gpt-4o': { input_per_mtok: 2.50, output_per_mtok: 10.00, cached_input_per_mtok: 1.25, as_of: '2026-10' },
|
|
'gpt-5.4-mini': { input_per_mtok: 0.60, output_per_mtok: 2.40, as_of: '2026-04' },
|
|
'o3': { input_per_mtok: 15.00, output_per_mtok: 60.00, as_of: '2026-04' },
|
|
'o4-mini': { input_per_mtok: 1.10, output_per_mtok: 4.40, as_of: '2026-04' },
|
|
|
|
// Google
|
|
// https://ai.google.dev/gemini-api/docs/pricing (fetched 2026-10-12; standard tier through 2026-12-31,
|
|
// the page lists $1.50 / $7.50 / $0.15 cached starting 2027-01-01)
|
|
'gemini-3.8-flash': { input_per_mtok: 0.75, output_per_mtok: 3.75, cached_input_per_mtok: 0.075, as_of: '2026-10' },
|
|
// https://ai.google.dev/gemini-api/docs/pricing (fetched 2026-10-12; same schedule as gemini-3.8-flash)
|
|
'gemini-3.6-flash': { input_per_mtok: 0.75, output_per_mtok: 3.75, cached_input_per_mtok: 0.075, as_of: '2026-10' },
|
|
// https://ai.google.dev/gemini-api/docs/pricing (fetched 2026-10-12; prompts <= 200k tokens, the long-context rate is excluded)
|
|
'gemini-3.1-pro-preview': { input_per_mtok: 2.00, output_per_mtok: 12.00, cached_input_per_mtok: 0.20, as_of: '2026-10' },
|
|
'gemini-2.5-pro': { input_per_mtok: 1.25, output_per_mtok: 5.00, as_of: '2026-04' },
|
|
'gemini-2.5-flash': { input_per_mtok: 0.30, output_per_mtok: 1.20, as_of: '2026-04' },
|
|
};
|
|
|
|
/**
|
|
* Embedding models bill input tokens only (output_per_mtok 0), so they live
|
|
* beside PRICING rather than in it: eval arms never resolve to an embedding
|
|
* model, but a call plan (docs/eval-calls.md) prices gbrain's embedding calls.
|
|
*/
|
|
export const EMBEDDING_PRICING: Record<string, ModelPricing> = {
|
|
// https://docs.voyageai.com/docs/pricing (fetched 2026-10-12; list price after the free-token allowance)
|
|
'voyage-4': { input_per_mtok: 0.06, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-4-large': { input_per_mtok: 0.12, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-4-lite': { input_per_mtok: 0.02, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-code-4': { input_per_mtok: 0.12, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-code-3': { input_per_mtok: 0.18, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-3-large': { input_per_mtok: 0.18, output_per_mtok: 0, as_of: '2026-10' },
|
|
'voyage-multimodal-3': { input_per_mtok: 0.12, output_per_mtok: 0, as_of: '2026-10' }, // text tokens; pixels excluded
|
|
// https://docs.voyageai.com/docs/pricing (fetched 2026-10-13; rerankers bill query tokens x documents plus document tokens)
|
|
'rerank-2.5': { input_per_mtok: 0.05, output_per_mtok: 0, as_of: '2026-10' },
|
|
'rerank-2.5-lite': { input_per_mtok: 0.02, output_per_mtok: 0, as_of: '2026-10' },
|
|
// https://developers.openai.com/api/docs/pricing (fetched 2026-10-12)
|
|
'text-embedding-3-large': { input_per_mtok: 0.13, output_per_mtok: 0, as_of: '2026-10' },
|
|
'text-embedding-3-small': { input_per_mtok: 0.02, output_per_mtok: 0, as_of: '2026-10' },
|
|
// https://ai.google.dev/gemini-api/docs/pricing (fetched 2026-10-12; text input, standard tier)
|
|
'gemini-embedding-2': { input_per_mtok: 0.20, output_per_mtok: 0, as_of: '2026-10' },
|
|
};
|
|
|
|
/**
|
|
* A provider-prefixed id (`openai/gpt-6-astra`, `anthropic/claude-fable-5-1`,
|
|
* or gbrain's `voyage:voyage-4`) resolves to its table row, and so does a
|
|
* dated Claude snapshot (`claude-haiku-4-5-20251001`, Anthropic's `-YYYYMMDD`
|
|
* form), which bills at its alias's price. Dated OpenAI snapshots are not
|
|
* folded: some are priced differently from their alias.
|
|
*/
|
|
export function pricingRow(model: string | undefined): ModelPricing | undefined {
|
|
if (!model) return undefined;
|
|
const bare = model.replace(/^[a-z-]+[/:]/, '');
|
|
const undated = /^claude-/.test(bare) ? bare.replace(/-\d{8}$/, '') : bare;
|
|
return PRICING[model] ?? PRICING[bare] ?? PRICING[undated] ?? EMBEDDING_PRICING[model] ?? EMBEDDING_PRICING[bare];
|
|
}
|
|
|
|
export function hasPricing(model: string | undefined): boolean {
|
|
return pricingRow(model) !== undefined;
|
|
}
|
|
|
|
const WARNED = new Set<string>();
|
|
|
|
export function estimateCostUsd(
|
|
tokens: { input: number; output: number; cached?: number },
|
|
model: string | undefined
|
|
): number {
|
|
if (!model) return 0;
|
|
const row = pricingRow(model);
|
|
if (!row) {
|
|
if (!WARNED.has(model)) {
|
|
WARNED.add(model);
|
|
console.error(`WARN: no pricing for model ${model}; returning 0. Add it to lib/pricing.ts.`);
|
|
}
|
|
return 0;
|
|
}
|
|
// This helper expects uncached input and cache reads as disjoint counts.
|
|
// Preserve the historical 10% rate for rows without an explicit cache-read price.
|
|
const cachedRate = row.cached_input_per_mtok ?? row.input_per_mtok * 0.1;
|
|
const inputCost = tokens.input * row.input_per_mtok / 1_000_000;
|
|
const cachedCost = (tokens.cached ?? 0) * cachedRate / 1_000_000;
|
|
const outputCost = tokens.output * row.output_per_mtok / 1_000_000;
|
|
return +(inputCost + cachedCost + outputCost).toFixed(6);
|
|
}
|
|
|
|
/** Token classes of one Anthropic Messages usage block, as Claude Code's stream-json and session transcripts carry it. */
|
|
export interface AnthropicUsage {
|
|
input_tokens?: number;
|
|
output_tokens?: number;
|
|
cache_read_input_tokens?: number;
|
|
cache_creation_input_tokens?: number;
|
|
cache_creation?: { ephemeral_5m_input_tokens?: number; ephemeral_1h_input_tokens?: number };
|
|
}
|
|
|
|
/** Anthropic bills a prompt-cache write at 1.25x input for the 5-minute TTL and 2x for the 1-hour TTL. */
|
|
export const CACHE_WRITE_MULTIPLIER = { ephemeral_5m: 1.25, ephemeral_1h: 2 } as const;
|
|
|
|
/**
|
|
* Cost of one usage block at its model's row, prompt-cache writes included
|
|
* (unlike estimateCostUsd). Undefined when the model has no price row: an
|
|
* unpriced model's usage is unknown cost, never zero.
|
|
*/
|
|
export function anthropicUsageCostUsd(usage: AnthropicUsage, model: string | undefined): number | undefined {
|
|
const row = pricingRow(model);
|
|
if (!row) return undefined;
|
|
const count = (value: unknown) => typeof value === 'number' && Number.isFinite(value) && value > 0 ? value : 0;
|
|
const oneHour = count(usage.cache_creation?.ephemeral_1h_input_tokens);
|
|
const fiveMinute = usage.cache_creation ? count(usage.cache_creation.ephemeral_5m_input_tokens) : count(usage.cache_creation_input_tokens);
|
|
const cachedRate = row.cached_input_per_mtok ?? row.input_per_mtok * 0.1;
|
|
return (count(usage.input_tokens) * row.input_per_mtok
|
|
+ count(usage.cache_read_input_tokens) * cachedRate
|
|
+ fiveMinute * row.input_per_mtok * CACHE_WRITE_MULTIPLIER.ephemeral_5m
|
|
+ oneHour * row.input_per_mtok * CACHE_WRITE_MULTIPLIER.ephemeral_1h
|
|
+ count(usage.output_tokens) * row.output_per_mtok) / 1_000_000;
|
|
}
|
|
|
|
/**
|
|
* Billed cost of a session's assistant messages, subagent (sidechain) turns
|
|
* included. A message streams as several events sharing one message id whose
|
|
* usage grows, so each id counts once at its largest output. Each message is
|
|
* priced at its own model, else `fallbackModel`. Undefined when no message
|
|
* carries usage or any message's model has no price row.
|
|
*/
|
|
export function streamedUsageCostUsd(
|
|
events: ReadonlyArray<{ message?: { id?: unknown; model?: unknown; usage?: unknown } } | null | undefined>,
|
|
fallbackModel?: string,
|
|
): number | undefined {
|
|
const byId = new Map<string, { model?: string; usage: AnthropicUsage }>();
|
|
for (const event of events) {
|
|
const message = event?.message;
|
|
const usage = message?.usage as AnthropicUsage | undefined;
|
|
if (!usage || typeof usage !== 'object' || typeof message!.id !== 'string' || message!.model === '<synthetic>') continue;
|
|
const seen = byId.get(message!.id);
|
|
if (!seen || (usage.output_tokens ?? 0) >= (seen.usage.output_tokens ?? 0)) {
|
|
byId.set(message!.id, { model: typeof message!.model === 'string' ? message!.model : fallbackModel, usage });
|
|
}
|
|
}
|
|
if (byId.size === 0) return undefined;
|
|
let total = 0;
|
|
for (const { model, usage } of byId.values()) {
|
|
const cost = anthropicUsageCostUsd(usage, model);
|
|
if (cost === undefined) return undefined;
|
|
total += cost;
|
|
}
|
|
return +total.toFixed(6);
|
|
}
|