learnharness/src/core/cost-summary.ts

/**
 * Graph-pipeline cost summary (2026-09 graph cost metrics wave) — the pure
 * fold behind the graph view's cost pill. Three usage channels in: chat
 * extraction runs (ChatRecord.extractions), notes-source runs
 * (NotesSource.extractions), and cluster-naming runs (naming-runs.jsonl).
 * Out: per-stage totals (extraction / audit / cluster-naming) + a capped
 * recent-runs list.
 *
 * MONEY CHANNEL LAW: dollars are INFERRED here at read time via
 * core/prices.ts — never stored anywhere. An unpriced model contributes
 * ZERO dollars but is counted in `unpricedRuns` so the UI can render
 * "— unpriced" honestly, never a silent zero. Tokens always sum.
 *
 * Client-safe: pure types + math, no node imports; exposed via the core
 * barrel so the pill/panel components carry no cost math.
 */

import type { CallUsage, EmissionStats, ExtractionRunUsage, NamingRunUsage } from "./contracts.ts";
import { callCost, sumSteps } from "./prices.ts";

/** One pipeline stage's cumulative cost across every run. */
export interface StageCost {
	/** Inferred USD summed over PRICED runs (partial when unpricedRuns > 0). */
	dollars: number;
	/** Stage-runs whose model is missing from PRICES (render "—", never zero). */
	unpricedRuns: number;
	/** Runs that billed this stage. */
	runs: number;
	/** Token totals across every run. */
	tokens: CallUsage;
}

/** One run in the recent-runs list (extraction or naming). */
export interface RecentRun {
	startedAt: number;
	/** ISO wall-clock. */
	at: string;
	durationMs: number;
	/** "extraction" covers both front doors (chat + notes). */
	kind: "extraction" | "naming";
	/** Chat title / source file path / fixed label for naming runs. */
	title: string;
	/** Whole-run inferred USD; null only when EVERY stage is unpriced. */
	dollars: number | null;
	tokens: CallUsage;
	/** What the run merged into the graph; absent on failed runs. */
	merged?: EmissionStats;
	/** Naming runs: labeling records appended (extraction runs omit it). */
	labels?: number;
}

/** The cost pill's whole payload: stage totals + recent runs. */
export interface GraphCostSummary {
	/** Inferred USD across all priced stages of all runs. */
	totalDollars: number;
	/** Runs where EVERY stage was unpriced (totalDollars excludes them). */
	unpricedRuns: number;
	/** The billable pipeline stages (wave 6: the embedder became one —
	 *  provider embeddings cost money; merger is the only free stage). */
	stages: {
		extraction: StageCost;
		audit: StageCost;
		embedding: StageCost;
		naming: StageCost;
	};
	/** Newest first, capped at `recentCap` (default 10). */
	runs: RecentRun[];
}

/** What the fold reads: already-collected run records, front-door-tagged. */
export interface CostSummaryInput {
	/** Chat-front-door runs: chat title + the record's usage log. */
	chats: { title: string; extractions: ExtractionRunUsage[] }[];
	/** Notes-front-door runs: imported file path + the source's usage log. */
	sources: { filePath: string; extractions: ExtractionRunUsage[] }[];
	/** Cluster-naming runs (graph-global ledger). */
	naming: NamingRunUsage[];
	recentCap?: number;
}

const ZERO_TOKENS: CallUsage = {
	inputTokens: undefined,
	outputTokens: undefined,
	cacheReadTokens: undefined,
	cacheWriteTokens: undefined,
	reasoningTokens: undefined,
};

const emptyStage = (): StageCost => ({ dollars: 0, unpricedRuns: 0, runs: 0, tokens: { ...ZERO_TOKENS } });

/** One stage's dollars over its steps; null when the model is unpriced
 *  (all-or-nothing: a stage runs one model). */
function stageDollars(model: string, steps: readonly CallUsage[]): number | null {
	let total = 0;
	for (const step of steps) {
		const c = callCost(step, model);
		if (c === null) return null;
		total += c;
	}
	return total;
}

/** Merge one step-set's tokens into an accumulating CallUsage. */
function mergeTokens(into: CallUsage, steps: readonly CallUsage[]): void {
	const summed = sumSteps(steps);
	into.inputTokens = (into.inputTokens ?? 0) + (summed.inputTokens ?? 0);
	into.outputTokens = (into.outputTokens ?? 0) + (summed.outputTokens ?? 0);
	into.cacheReadTokens = (into.cacheReadTokens ?? 0) + (summed.cacheReadTokens ?? 0);
	into.cacheWriteTokens = (into.cacheWriteTokens ?? 0) + (summed.cacheWriteTokens ?? 0);
	into.reasoningTokens = (into.reasoningTokens ?? 0) + (summed.reasoningTokens ?? 0);
}

/** Fold every usage channel into the pill's payload. Pure: same input,
 *  same output — no clock, no fs, no store reads. */
export function graphCostSummary(input: CostSummaryInput): GraphCostSummary {
	const extraction = emptyStage();
	const audit = emptyStage();
	const embedding = emptyStage();
	const naming = emptyStage();
	const runs: RecentRun[] = [];

	const foldExtractionRun = (run: ExtractionRunUsage, title: string) => {
		const stages = run.stages ?? { extractor: { model: "unknown", steps: [] }, auditor: { model: "unknown", steps: [] } };
		// Per-stage: tokens always count; dollars only when priced.
		extraction.runs++;
		mergeTokens(extraction.tokens, stages.extractor.steps);
		const extDollars = stageDollars(stages.extractor.model, stages.extractor.steps);
		if (extDollars === null) extraction.unpricedRuns++;
		else extraction.dollars += extDollars;

		audit.runs++;
		mergeTokens(audit.tokens, stages.auditor.steps);
		const audDollars = stageDollars(stages.auditor.model, stages.auditor.steps);
		if (audDollars === null) audit.unpricedRuns++;
		else audit.dollars += audDollars;

		// Wave 6: the embedding tail — present only when an embedding model
		// ran (absent stage = the run embedded nothing, never "free").
		let embDollars: number | null = null;
		let embSteps: CallUsage[] = [];
		if (stages.embedding) {
			embedding.runs++;
			embSteps = stages.embedding.steps;
			mergeTokens(embedding.tokens, embSteps);
			embDollars = stageDollars(stages.embedding.model, embSteps);
			if (embDollars === null) embedding.unpricedRuns++;
			else embedding.dollars += embDollars;
		}

		// Run-level: null only when EVERY stage is unpriced.
		const allStages: Array<number | null> = [extDollars, audDollars, embDollars];
		const runDollars = allStages.every((d) => d === null)
			? null
			: allStages.reduce<number>((a, d) => a + (d ?? 0), 0);
		const allSteps = [...stages.extractor.steps, ...stages.auditor.steps, ...embSteps];
		runs.push({
			startedAt: run.startedAt,
			at: run.at,
			durationMs: run.durationMs,
			kind: "extraction",
			title,
			dollars: runDollars,
			tokens: sumSteps(allSteps),
			...(run.stats ? { merged: run.stats } : {}),
		});
	};

	for (const chat of input.chats) {
		for (const run of chat.extractions) foldExtractionRun(run, chat.title);
	}
	for (const source of input.sources) {
		for (const run of source.extractions) foldExtractionRun(run, source.filePath);
	}
	for (const run of input.naming) {
		naming.runs++;
		mergeTokens(naming.tokens, run.steps);
		const dollars = stageDollars(run.model, run.steps);
		if (dollars === null) naming.unpricedRuns++;
		else naming.dollars += dollars;
		runs.push({
			startedAt: run.startedAt,
			at: run.at,
			durationMs: run.durationMs,
			kind: "naming",
			title: "Cluster naming",
			dollars,
			tokens: sumSteps(run.steps),
			labels: run.stats.appended,
		});
	}

	runs.sort((a, b) => b.startedAt - a.startedAt);
	const capped = runs.slice(0, input.recentCap ?? 10);

	// A run is "unpriced" when it billed nothing countable at all.
	const unpricedRuns = runs.filter((r) => r.dollars === null).length;
	return {
		totalDollars: extraction.dollars + audit.dollars + embedding.dollars + naming.dollars,
		unpricedRuns,
		stages: { extraction, audit, embedding, naming },
		runs: capped,
	};
}