Wave 7 close-out: the embedding ledger seam dies; notes birth via mapping lines
Part 1 — the ledger + remnants interlude (master-dispatched, owner ruling 2026-09-23: nothing configures the graph beyond chat models): - The embedding ledger surface is gone: readEmbeddings/writeEmbeddings ports, the EmbeddingsLedger contract, EMBEDDINGS_FILE (config, store impls, graphRevision source list), and graph-deletion's vector-pruning step. On-disk data files stay untouched (inert history). - The extraction embedder seam dies wholesale: ExtractionPipelineDeps drops the embedder dep (chat-handler + backfill/import-notes stubs go with it), the 'embedding' phase leaves ExtractionPhase, the usage capture/persist helpers die, and stages.embedding leaves ExtractionRunUsage (historical records keep their shape — reads are lenient). Extraction is two stages again, like the local-embedder era. - Consumer-less remnants: latestQuizOutcomes + QUIZ_EVENT_KINDS, clusterContentId, matchClusterLabelings + Community + ClusterLabeling, the readClusterLabels/appendClusterLabel port seams + store impls + LEDGER_FILES.clusterLabels. NamingRunUsage/readNamingRuns STAY (standing ruling — the cost pill renders historical naming spend); clusterHue + MIN_CLUSTER_SIZE stay (live). - The 'labeler' role dies: BACKGROUND_MODEL_ROLES, ROLE_SLOT, ModelRole, the catalog pin projections, and the UI roster strings. RolePins keys shrink with the union. The notes birth fallback (owner-approved 2026-09-23, surfaced by the interlude's live smoke: production notes imports create provenance-EMPTY nodes (importNotes passes messages: null — the file's anchor is the mapping line), so the provenance-only birth rule left every imported file unclustered and invisible to the prober's session list, against the locked file-birth ruling. A provenance-empty node now births under its FIRST mapping line's chatId (ledger order); only notes-born nodes ever hit the fallback (chat nodes always carry provenance; a re-encountered node's link-append re-opens the provenance rule). Deletion-safe: mapping lines of deleted chats are stripped alongside their provenance. Live-verified on port 3004: a fresh notes import clusters under its src_ id with the file path as the label, end to end with no embedder. 845/845 tests, typecheck/lint/build green. EOF )
This commit is contained in:
@@ -62,7 +62,7 @@ import { ModelMenuList, ThinkingMenuList } from "./model-menu";
|
|||||||
* with the resolved default (owner: the hint ALWAYS names the default). */
|
* with the resolved default (owner: the hint ALWAYS names the default). */
|
||||||
const SLOT_META: Record<ModelSlotName, { label: string; roster: string }> = {
|
const SLOT_META: Record<ModelSlotName, { label: string; roster: string }> = {
|
||||||
strong: { label: "Strong", roster: "Prober + Teacher" },
|
strong: { label: "Strong", roster: "Prober + Teacher" },
|
||||||
cheap: { label: "Cheap", roster: "Researcher, demo builder, extractor, auditor, labeler" },
|
cheap: { label: "Cheap", roster: "Researcher, demo builder, extractor, auditor" },
|
||||||
vision: { label: "Vision", roster: "Visual maker + PDF reader" },
|
vision: { label: "Vision", roster: "Visual maker + PDF reader" },
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -45,7 +45,7 @@ import type { ThinkingLevel } from "@earendil-works/pi-agent-core";
|
|||||||
* section's slot rows. */
|
* section's slot rows. */
|
||||||
const SLOT_META: Record<ModelSlotName, { label: string; roster: string }> = {
|
const SLOT_META: Record<ModelSlotName, { label: string; roster: string }> = {
|
||||||
strong: { label: "Strong", roster: "Prober + Teacher" },
|
strong: { label: "Strong", roster: "Prober + Teacher" },
|
||||||
cheap: { label: "Cheap", roster: "Researcher, demo builder, extractor, auditor, labeler" },
|
cheap: { label: "Cheap", roster: "Researcher, demo builder, extractor, auditor" },
|
||||||
vision: { label: "Vision", roster: "Visual maker + PDF reader" },
|
vision: { label: "Vision", roster: "Visual maker + PDF reader" },
|
||||||
};
|
};
|
||||||
const SLOT_ORDER: readonly ModelSlotName[] = ["strong", "cheap", "vision"];
|
const SLOT_ORDER: readonly ModelSlotName[] = ["strong", "cheap", "vision"];
|
||||||
|
|||||||
@@ -49,8 +49,7 @@ export type ModelRole =
|
|||||||
| "visualMaker"
|
| "visualMaker"
|
||||||
| "pdfReader"
|
| "pdfReader"
|
||||||
| "extractor"
|
| "extractor"
|
||||||
| "auditor"
|
| "auditor";
|
||||||
| "labeler";
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* The extraction pipeline (vision §1 construction): the sole graph writer.
|
* The extraction pipeline (vision §1 construction): the sole graph writer.
|
||||||
@@ -85,8 +84,6 @@ export const LEDGER_FILES = {
|
|||||||
* the checkpoint's replacement for chat extractions — notes keep
|
* the checkpoint's replacement for chat extractions — notes keep
|
||||||
* sessions.jsonl, whole-file as they are). */
|
* sessions.jsonl, whole-file as they are). */
|
||||||
coverage: path.join(PATHS.graph, "coverage.jsonl"),
|
coverage: path.join(PATHS.graph, "coverage.jsonl"),
|
||||||
/** LLM-named community records (contracts/graph.ts ClusterLabeling). */
|
|
||||||
clusterLabels: path.join(PATHS.graph, "cluster-labels.jsonl"),
|
|
||||||
/** Cluster-naming run usage (contracts/graph.ts NamingRunUsage) — the
|
/** Cluster-naming run usage (contracts/graph.ts NamingRunUsage) — the
|
||||||
* money channel's third stage; graph-global, so its own ledger. */
|
* money channel's third stage; graph-global, so its own ledger. */
|
||||||
namingRuns: path.join(PATHS.graph, "naming-runs.jsonl"),
|
namingRuns: path.join(PATHS.graph, "naming-runs.jsonl"),
|
||||||
@@ -103,12 +100,6 @@ export const SOURCES_FILE = path.join(PATHS.graph, "sources.json");
|
|||||||
* Carries an updatedAt stamp for future live-physics conflict handling. */
|
* Carries an updatedAt stamp for future live-physics conflict handling. */
|
||||||
export const POSITIONS_FILE = path.join(PATHS.graph, "positions.json");
|
export const POSITIONS_FILE = path.join(PATHS.graph, "positions.json");
|
||||||
|
|
||||||
/** The embedding ledger: one L2-normalized vector per node id, all from
|
|
||||||
* ONE model (swapping models re-embeds everything — vectors from
|
|
||||||
* different models live in incompatible spaces). Read-modify-write
|
|
||||||
* JSON like positions/sources. */
|
|
||||||
export const EMBEDDINGS_FILE = path.join(PATHS.graph, "embeddings.json");
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Graph render settings (the settings-panel controls): one small JSON blob,
|
* Graph render settings (the settings-panel controls): one small JSON blob,
|
||||||
* read-modify-write. Shared shape/sanitizer: src/core/render-settings.ts.
|
* read-modify-write. Shared shape/sanitizer: src/core/render-settings.ts.
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ async function main() {
|
|||||||
const only = process.argv[2]; // optional: extract just one chat id
|
const only = process.argv[2]; // optional: extract just one chat id
|
||||||
const chats = only ? chatStore.listChats().filter((c) => c.id === only) : chatStore.listChats();
|
const chats = only ? chatStore.listChats().filter((c) => c.id === only) : chatStore.listChats();
|
||||||
console.log(`[backfill] ${chats.length} chats to extract`);
|
console.log(`[backfill] ${chats.length} chats to extract`);
|
||||||
const pipeline = createExtractionPipeline({ chatStore, graphStore, embedder: async () => ({ embedded: 0, total: 0, skipped: "embeddings removed (wave 7)" }) });
|
const pipeline = createExtractionPipeline({ chatStore, graphStore });
|
||||||
for (const chat of chats) {
|
for (const chat of chats) {
|
||||||
const t0 = Date.now();
|
const t0 = Date.now();
|
||||||
try {
|
try {
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ async function main() {
|
|||||||
.sort();
|
.sort();
|
||||||
console.log(`[import-notes] ${files.length} note files from ${dir} (concurrency ${limit})`);
|
console.log(`[import-notes] ${files.length} note files from ${dir} (concurrency ${limit})`);
|
||||||
|
|
||||||
const pipeline = createExtractionPipeline({ ...stores, embedder: async () => ({ embedded: 0, total: 0, skipped: "embeddings removed (wave 7)" }) });
|
const pipeline = createExtractionPipeline(stores);
|
||||||
const queue = [...files];
|
const queue = [...files];
|
||||||
const totals = { nodes: 0, edges: 0, events: 0, failed: 0 };
|
const totals = { nodes: 0, edges: 0, events: 0, failed: 0 };
|
||||||
const workers = Array.from({ length: Math.min(limit, files.length) }, async () => {
|
const workers = Array.from({ length: Math.min(limit, files.length) }, async () => {
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ function main() {
|
|||||||
const edges = graphStore.readEdges();
|
const edges = graphStore.readEdges();
|
||||||
// The cluster source (wave 7): the birth-session partition, derived on
|
// The cluster source (wave 7): the birth-session partition, derived on
|
||||||
// read — same as the real settle (core/layout-settle.ts).
|
// read — same as the real settle (core/layout-settle.ts).
|
||||||
const birthClusters = birthSessionPartition(nodes);
|
const birthClusters = birthSessionPartition(nodes, graphStore.readMappings());
|
||||||
|
|
||||||
// Batches: each imported file, in real import order (sources.json
|
// Batches: each imported file, in real import order (sources.json
|
||||||
// importedAt). A node belongs to the file whose mapping first claims it
|
// importedAt). A node belongs to the file whose mapping first claims it
|
||||||
|
|||||||
@@ -482,13 +482,11 @@ function runNotesAuditor(
|
|||||||
// ─── the pipeline status registry ─────────────────────────────────────────────
|
// ─── the pipeline status registry ─────────────────────────────────────────────
|
||||||
|
|
||||||
/** The pipeline phases, in order — what the home status endpoint shows.
|
/** The pipeline phases, in order — what the home status endpoint shows.
|
||||||
* `embedding` was its own phase (accuracy wave, 2026-09-19): the post-batch
|
* The post-batch embedding tail was its own phase (accuracy wave,
|
||||||
* embed-re-cluster tail used to hide inside `merging`. Wave 7 stubbed the
|
* 2026-09-19) until wave 7 killed the embedder seam wholesale (this
|
||||||
* tail to a no-op — the phase survives only until Platform's
|
* interlude) — birth-session clusters need no post-merge pass. The
|
||||||
* ledger-port interlude deletes the seam wholesale; it transitions
|
* phases tell the truth about what the loop is actually waiting on. */
|
||||||
* instantly today. The phases must tell the truth about what the loop is
|
export type ExtractionPhase = "extracting" | "auditing" | "merging";
|
||||||
* actually waiting on. */
|
|
||||||
export type ExtractionPhase = "extracting" | "auditing" | "merging" | "embedding";
|
|
||||||
|
|
||||||
/** One in-flight pipeline run. Module-level: one process, one registry.
|
/** One in-flight pipeline run. Module-level: one process, one registry.
|
||||||
* Exported for the status payload's consumer typing (the dock). */
|
* Exported for the status payload's consumer typing (the dock). */
|
||||||
@@ -504,13 +502,10 @@ export interface RunningExtraction {
|
|||||||
phase: ExtractionPhase;
|
phase: ExtractionPhase;
|
||||||
startedAt: number;
|
startedAt: number;
|
||||||
/** Live per-stage usage, accumulated as steps bill (the dock's cost /
|
/** Live per-stage usage, accumulated as steps bill (the dock's cost /
|
||||||
* context-window blobs read this through /api/graph/status). Wave 6:
|
* context-window blobs read this through /api/graph/status). */
|
||||||
* the provider-embedding tail became a billable stage — recorded from
|
|
||||||
* the embedder's reported usage when present. */
|
|
||||||
usage: {
|
usage: {
|
||||||
extractor?: ExtractionStageUsage;
|
extractor?: ExtractionStageUsage;
|
||||||
auditor?: ExtractionStageUsage;
|
auditor?: ExtractionStageUsage;
|
||||||
embedding?: ExtractionStageUsage;
|
|
||||||
};
|
};
|
||||||
/** True-cancellation handle (the dock's abort button): one controller per
|
/** True-cancellation handle (the dock's abort button): one controller per
|
||||||
* run, shared across phases; abort() cancels the in-flight model call. */
|
* run, shared across phases; abort() cancels the in-flight model call. */
|
||||||
@@ -574,15 +569,7 @@ export interface ExtractionModels {
|
|||||||
engineFor?: (role: ModelRole) => PiEngine | undefined;
|
engineFor?: (role: ModelRole) => PiEngine | undefined;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface ExtractionPipelineDeps extends GraphDeps, ExtractionModels {
|
export interface ExtractionPipelineDeps extends GraphDeps, ExtractionModels {}
|
||||||
/** The post-merge embedding batch — WAVE 7 STUB: the provider
|
|
||||||
* embedder and semantic clustering are dead (birth-session clusters
|
|
||||||
* + session-name labels), so production injects a no-op that
|
|
||||||
* reports skipped; tests fake writes to the (still-live) ledger
|
|
||||||
* port. The whole seam dies with Platform's ledger-port interlude
|
|
||||||
* — kept one round so that removal is a pure deletion. */
|
|
||||||
embedder: (graphStore: GraphStore) => Promise<unknown>;
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface NotesImportInput {
|
export interface NotesImportInput {
|
||||||
/** The source's file path — its identity (deterministic src id) AND its
|
/** The source's file path — its identity (deterministic src id) AND its
|
||||||
@@ -620,7 +607,7 @@ export function callUsage(usage: Usage): CallUsage {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function createExtractionPipeline(deps: ExtractionPipelineDeps): ExtractionPipeline {
|
export function createExtractionPipeline(deps: ExtractionPipelineDeps): ExtractionPipeline {
|
||||||
const { chatStore, graphStore, embedder: embed } = deps;
|
const { chatStore, graphStore } = deps;
|
||||||
// Stage-engine resolution: a direct test value wins; otherwise the
|
// Stage-engine resolution: a direct test value wins; otherwise the
|
||||||
// engineFor chain (role override → slot → nothing, resolved FRESH per
|
// engineFor chain (role override → slot → nothing, resolved FRESH per
|
||||||
// stage call server-side) — the job runner's exact treatment. undefined
|
// stage call server-side) — the job runner's exact treatment. undefined
|
||||||
@@ -668,35 +655,6 @@ export function createExtractionPipeline(deps: ExtractionPipelineDeps): Extracti
|
|||||||
run.usage[stage]!.steps.push(usage);
|
run.usage[stage]!.steps.push(usage);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** The embedding tail's failure log (non-fatal by contract). Wave-6
|
|
||||||
* follow-up (02bd1b0): the production embedder no longer THROWS on
|
|
||||||
* embed failures (usage-on-error — landed vectors + partial usage ride
|
|
||||||
* the result), so this catch is belt-and-suspenders for injected
|
|
||||||
* embedders that still throw. */
|
|
||||||
function recordEmbedFailure(chatId: string): (err: unknown) => undefined {
|
|
||||||
return (err) => {
|
|
||||||
console.error(`[extraction ${chatId}] embedding failed (non-fatal):`, err);
|
|
||||||
return undefined;
|
|
||||||
};
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Wave 6: fold the provider-embedding tail's reported usage into the
|
|
||||||
* run's capture — one ExtractionStageUsage per run (the embedder
|
|
||||||
* already aggregated its API calls into steps). Skipped embeds
|
|
||||||
* (unconfigured) carry no usage; FAILED embeds still carry the landed
|
|
||||||
* batches' steps (usage-on-error, 02bd1b0) — a mid-run failure leaves
|
|
||||||
* a three-stage run's partial embedding spend on the ledger. A run
|
|
||||||
* that embedded nothing stays two-stage, like the whole
|
|
||||||
* local-embedder era. */
|
|
||||||
function captureEmbedUsage(chatId: string, result: unknown): void {
|
|
||||||
const stage = (result as { usage?: ExtractionStageUsage } | undefined)?.usage;
|
|
||||||
if (!stage) return;
|
|
||||||
const run = runningExtractions.get(chatId);
|
|
||||||
if (!run) return;
|
|
||||||
run.usage.embedding = stage;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
async function extract(chatId: string, view: string): Promise<SessionFindings> {
|
async function extract(chatId: string, view: string): Promise<SessionFindings> {
|
||||||
const signal = runningExtractions.get(chatId)?.controller.signal;
|
const signal = runningExtractions.get(chatId)?.controller.signal;
|
||||||
signal?.throwIfAborted(); // an abort during a sync gap ends the run here
|
signal?.throwIfAborted(); // an abort during a sync gap ends the run here
|
||||||
@@ -771,7 +729,6 @@ export function createExtractionPipeline(deps: ExtractionPipelineDeps): Extracti
|
|||||||
stages: {
|
stages: {
|
||||||
extractor: run.usage.extractor ?? { model: "unknown", steps: [] },
|
extractor: run.usage.extractor ?? { model: "unknown", steps: [] },
|
||||||
auditor: run.usage.auditor ?? { model: "unknown", steps: [] },
|
auditor: run.usage.auditor ?? { model: "unknown", steps: [] },
|
||||||
...(run.usage.embedding ? { embedding: run.usage.embedding } : {}),
|
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
if (run.kind === "notes") graphStore.appendSourceUsage(chatId, entry);
|
if (run.kind === "notes") graphStore.appendSourceUsage(chatId, entry);
|
||||||
@@ -856,13 +813,6 @@ export function createExtractionPipeline(deps: ExtractionPipelineDeps): Extracti
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
const stats = total;
|
const stats = total;
|
||||||
// The embedding tail gets its own phase — the honest label for what
|
|
||||||
// the run is waiting on here (see ExtractionPhase above).
|
|
||||||
setPhase(chatId, "embedding", "chat");
|
|
||||||
// The embedding tail (wave 7 stub — see ExtractionPipelineDeps):
|
|
||||||
// the seam stays until Platform's ledger-port interlude; the
|
|
||||||
// failure contract is unchanged (non-fatal, by-result).
|
|
||||||
await captureEmbedUsage(chatId, await embed(graphStore).catch(recordEmbedFailure(chatId)));
|
|
||||||
// Option A: the layout ledger evolves with the merge (sync — the
|
// Option A: the layout ledger evolves with the merge (sync — the
|
||||||
// next snapshot fetch must already reflect the new nodes).
|
// next snapshot fetch must already reflect the new nodes).
|
||||||
settleGraphLayout(graphStore);
|
settleGraphLayout(graphStore);
|
||||||
@@ -977,12 +927,7 @@ export function createExtractionPipeline(deps: ExtractionPipelineDeps): Extracti
|
|||||||
// (messages: null) — nothing to attribute, nothing to build.
|
// (messages: null) — nothing to attribute, nothing to build.
|
||||||
const auditResult: AuditResult = { ...notesResult, attribution: { quiz: {} } };
|
const auditResult: AuditResult = { ...notesResult, attribution: { quiz: {} } };
|
||||||
const stats = mergeFindings(id, auditResult, { chatStore, graphStore }, { messages: null, foldedAt: input.importedAt });
|
const stats = mergeFindings(id, auditResult, { chatStore, graphStore }, { messages: null, foldedAt: input.importedAt });
|
||||||
// Same post-merge chain as the chat path: embeddings first
|
// Same post-merge settle as the chat path.
|
||||||
// (topics from meaning), then the settle, then the namer —
|
|
||||||
// under their own phase, exactly like the chat path.
|
|
||||||
setPhase(id, "embedding", "notes", input.filePath);
|
|
||||||
await captureEmbedUsage(id, await embed(graphStore).catch(recordEmbedFailure(id)));
|
|
||||||
// Option A: same post-merge settle as the chat path.
|
|
||||||
settleGraphLayout(graphStore);
|
settleGraphLayout(graphStore);
|
||||||
persistRunUsage(id, Math.round(performance.now() - t0), stats);
|
persistRunUsage(id, Math.round(performance.now() - t0), stats);
|
||||||
console.info(
|
console.info(
|
||||||
|
|||||||
+5
-62
@@ -1,71 +1,14 @@
|
|||||||
/**
|
/**
|
||||||
* CLUSTER LABEL MATCHING (vision §1). DETECTION is birth-session
|
* CLUSTER PRESENTATION RULES (vision §1). DETECTION is birth-session
|
||||||
* clustering since wave 7 (core/session-clusters.ts; the semantic
|
* clustering since wave 7 (core/session-clusters.ts; the semantic
|
||||||
* embedder and its Louvain predecessor are both dead). What REMAINS here
|
* embedder, its Louvain predecessor, and the LLM label matcher are all
|
||||||
* is the
|
* dead — labels are session names now). What remains here is the
|
||||||
* cluster contract + core-survival label matching, which is
|
* one presentation rule the snapshot and the renderer share.
|
||||||
* detection-agnostic: it consumes the same { members } shape semantic
|
|
||||||
* clustering emits.
|
|
||||||
*
|
*
|
||||||
* Labelings key to sorted MEMBER SETS, never to detection indices —
|
* Browser-safe pure logic (no node builtins, no fs).
|
||||||
* a labeling record outlives any reshuffle of the partition.
|
|
||||||
*
|
|
||||||
* Browser-safe pure logic (no node builtins, no fs): the server runs
|
|
||||||
* matching for the snapshot payload, tests run it directly.
|
|
||||||
*/
|
*/
|
||||||
import type { ClusterLabeling } from "./contracts.ts";
|
|
||||||
|
|
||||||
/** A detected community. Members are SORTED node ids — the member set IS
|
|
||||||
* the identity a labeling record can outlive a reshuffle with. */
|
|
||||||
export interface Community {
|
|
||||||
members: string[];
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Communities below this size are not rendered, not named — presentation
|
/** Communities below this size are not rendered, not named — presentation
|
||||||
* rule (user-decided 2026-09-13): a region of the world model needs at
|
* rule (user-decided 2026-09-13): a region of the world model needs at
|
||||||
* least three propositions to be worth a hull and a label. */
|
* least three propositions to be worth a hull and a label. */
|
||||||
export const MIN_CLUSTER_SIZE = 3;
|
export const MIN_CLUSTER_SIZE = 3;
|
||||||
|
|
||||||
/**
|
|
||||||
* Claim labeling records for detected communities — CORE-SURVIVAL (DECIDED
|
|
||||||
* 2026-09-13): a community keeps a record's label while AT LEAST HALF of
|
|
||||||
* the record's core survives in it (overlap * 2 >= core.length; exactly
|
|
||||||
* half survives). Both sides are single-successor: one community holds at
|
|
||||||
* most one label, one record is claimed by at most one community — on a
|
|
||||||
* split, only the branch carrying the majority of the core keeps the name;
|
|
||||||
* on a merge, the best-overlapping record wins.
|
|
||||||
*
|
|
||||||
* Greedy assignment by overlap size (largest first; ties broken by newer
|
|
||||||
* record). Returns a claim (or null) per community, in input order —
|
|
||||||
* unclaimed communities are the namer's input. Pure: same inputs, same
|
|
||||||
* claims.
|
|
||||||
*/
|
|
||||||
export function matchClusterLabelings(
|
|
||||||
communities: readonly Community[],
|
|
||||||
labelings: readonly ClusterLabeling[],
|
|
||||||
): (ClusterLabeling | null)[] {
|
|
||||||
interface Pair {
|
|
||||||
community: number;
|
|
||||||
labeling: ClusterLabeling;
|
|
||||||
overlap: number;
|
|
||||||
}
|
|
||||||
const pairs: Pair[] = [];
|
|
||||||
communities.forEach((community, ci) => {
|
|
||||||
const members = new Set(community.members);
|
|
||||||
for (const labeling of labelings) {
|
|
||||||
const overlap = labeling.core.reduce((n, id) => n + (members.has(id) ? 1 : 0), 0);
|
|
||||||
if (overlap * 2 >= labeling.core.length && overlap > 0) {
|
|
||||||
pairs.push({ community: ci, labeling, overlap });
|
|
||||||
}
|
|
||||||
}
|
|
||||||
});
|
|
||||||
pairs.sort((a, b) => b.overlap - a.overlap || (a.labeling.createdAt < b.labeling.createdAt ? 1 : -1));
|
|
||||||
const claims: (ClusterLabeling | null)[] = communities.map(() => null);
|
|
||||||
const takenRecords = new Set<string>();
|
|
||||||
for (const pair of pairs) {
|
|
||||||
if (claims[pair.community] || takenRecords.has(pair.labeling.id)) continue;
|
|
||||||
claims[pair.community] = pair.labeling;
|
|
||||||
takenRecords.add(pair.labeling.id);
|
|
||||||
}
|
|
||||||
return claims;
|
|
||||||
}
|
|
||||||
|
|||||||
@@ -89,10 +89,6 @@ export interface ExtractionRunUsage {
|
|||||||
stages: {
|
stages: {
|
||||||
extractor: ExtractionStageUsage;
|
extractor: ExtractionStageUsage;
|
||||||
auditor: ExtractionStageUsage;
|
auditor: ExtractionStageUsage;
|
||||||
/** Wave 6 (2026-09-23): the provider-embedding tail — present only
|
|
||||||
* when an embedding model is configured and the run embedded
|
|
||||||
* (local embeddings were free, so this post-dates them). */
|
|
||||||
embedding?: ExtractionStageUsage;
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -93,7 +93,8 @@ export interface NamingRunUsage {
|
|||||||
/** ISO — wall-clock time of the run. */
|
/** ISO — wall-clock time of the run. */
|
||||||
at: string;
|
at: string;
|
||||||
durationMs: number;
|
durationMs: number;
|
||||||
/** The labeler role's model id. */
|
/** The naming run's labeler role model id (the role died in wave 7;
|
||||||
|
* the field stays as the historical record's shape). */
|
||||||
model: string;
|
model: string;
|
||||||
/** Every billed call (usually ONE — the namer is single-submit). */
|
/** Every billed call (usually ONE — the namer is single-submit). */
|
||||||
steps: CallUsage[];
|
steps: CallUsage[];
|
||||||
@@ -323,43 +324,6 @@ export interface AuditResult {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** The GET /api/graph payload — everything the home view's PURE renderer needs. */
|
/** The GET /api/graph payload — everything the home view's PURE renderer needs. */
|
||||||
/** cluster-labels.jsonl line — one LLM-named community (vision §1,
|
|
||||||
* DECIDED 2026-09-13). Append-only history: records are immutable, never
|
|
||||||
* edited or deleted; dead labelings remain as history. IDENTITY is the
|
|
||||||
* sorted member set ("core"), hashed into the id, so re-naming the same
|
|
||||||
* community dedupes and a labeling survives graph edits as long as at
|
|
||||||
* least half its core survives in some single community (core-survival;
|
|
||||||
* under half → the community is renamed, splits can keep only one
|
|
||||||
* successor). */
|
|
||||||
/** The embedding ledger shape (config.EMBEDDINGS_FILE): vectors for
|
|
||||||
* EVERY embedded node, all produced by one model at one dimensionality. */
|
|
||||||
export interface EmbeddingsLedger {
|
|
||||||
/** The embedding model id (e.g. the HF repo) — mismatch = stale
|
|
||||||
* vectors, the writer re-embeds everything. */
|
|
||||||
model: string;
|
|
||||||
/** Vector dimensionality (MRL-truncated on write). */
|
|
||||||
dim: number;
|
|
||||||
/** nodeId → L2-normalized vector (cosine similarity = dot product). */
|
|
||||||
vectors: Record<string, number[]>;
|
|
||||||
/** The topic partition over those vectors, computed by the SAME
|
|
||||||
* embedder run (the user-decided trigger: recluster at the end of
|
|
||||||
* every embedding batch, never per read — the agglomerative pass is
|
|
||||||
* ~1.5s at current scale). Consumers (snapshot, settle, namer) read
|
|
||||||
* this instead of recomputing. Empty when nothing is embedded. */
|
|
||||||
clusters: Array<{ members: string[] }>;
|
|
||||||
/** ISO timestamp of the last write. */
|
|
||||||
updatedAt: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface ClusterLabeling {
|
|
||||||
/** "clu_" + content hash of the sorted core. */
|
|
||||||
id: string;
|
|
||||||
/** The short domain label (1–4 words), e.g. "Differential forms". */
|
|
||||||
label: string;
|
|
||||||
/** The member node ids the label was minted for, sorted — the survival core. */
|
|
||||||
core: string[];
|
|
||||||
createdAt: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
/** One rendered cluster in the snapshot payload (vision §1). Members are
|
/** One rendered cluster in the snapshot payload (vision §1). Members are
|
||||||
* node ids; the renderer draws the hull from member positions at draw
|
* node ids; the renderer draws the hull from member positions at draw
|
||||||
|
|||||||
@@ -249,29 +249,5 @@ export function deleteChatTraces(graphStore: GraphStore, chatId: string, mode: C
|
|||||||
graphStore.writePositions(prunedPositions);
|
graphStore.writePositions(prunedPositions);
|
||||||
}
|
}
|
||||||
|
|
||||||
// 6. Embeddings: prune dead vectors and dead cluster members — a dead
|
|
||||||
// member in a hull list would break rendering (its position is
|
|
||||||
// gone). Clusters emptied by pruning drop out; sub-minimum ones
|
|
||||||
// vanish at the read-side filter. The model/dim headers stay.
|
|
||||||
const embeddings = graphStore.readEmbeddings();
|
|
||||||
const prunedVectors = Object.fromEntries(
|
|
||||||
Object.entries(embeddings.vectors).filter(([id]) => live.has(id) || !knownNodeIds.has(id)),
|
|
||||||
);
|
|
||||||
const prunedClusters = embeddings.clusters
|
|
||||||
.map((cluster) => ({ members: cluster.members.filter((id) => live.has(id) || !knownNodeIds.has(id)) }))
|
|
||||||
.filter((cluster) => cluster.members.length > 0);
|
|
||||||
if (
|
|
||||||
Object.keys(prunedVectors).length !== Object.keys(embeddings.vectors).length ||
|
|
||||||
prunedClusters.length !== embeddings.clusters.length ||
|
|
||||||
prunedClusters.some((c, i) => c.members.length !== embeddings.clusters[i]!.members.length)
|
|
||||||
) {
|
|
||||||
graphStore.writeEmbeddings({
|
|
||||||
...embeddings,
|
|
||||||
vectors: prunedVectors,
|
|
||||||
clusters: prunedClusters,
|
|
||||||
updatedAt: new Date().toISOString(),
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
return stats;
|
return stats;
|
||||||
}
|
}
|
||||||
+8
-45
@@ -38,7 +38,7 @@
|
|||||||
* adapters in.
|
* adapters in.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import { createHash, randomBytes } from "node:crypto";
|
import { randomBytes } from "node:crypto";
|
||||||
import { isToolUIPart, type UIMessage } from "ai";
|
import { isToolUIPart, type UIMessage } from "ai";
|
||||||
import type { CoverageEntry } from "./contracts/graph.ts";
|
import type { CoverageEntry } from "./contracts/graph.ts";
|
||||||
import type {
|
import type {
|
||||||
@@ -54,7 +54,7 @@ import type {
|
|||||||
UnderstandingLevel,
|
UnderstandingLevel,
|
||||||
} from "./contracts.ts";
|
} from "./contracts.ts";
|
||||||
import { MIN_CLUSTER_SIZE } from "./clusters.ts";
|
import { MIN_CLUSTER_SIZE } from "./clusters.ts";
|
||||||
import { birthSessionPartition } from "./session-clusters.ts";
|
import { birthMappingIndex, birthSessionOf, birthSessionPartition } from "./session-clusters.ts";
|
||||||
import type { QuestionAnswerData } from "./question-core.ts";
|
import type { QuestionAnswerData } from "./question-core.ts";
|
||||||
import type { ChatStore, GraphStore } from "./ports.ts";
|
import type { ChatStore, GraphStore } from "./ports.ts";
|
||||||
|
|
||||||
@@ -333,16 +333,6 @@ function quizEvent(
|
|||||||
|
|
||||||
// ─── derivation (reads only — everything below is recomputable) ─────────────
|
// ─── derivation (reads only — everything below is recomputable) ─────────────
|
||||||
|
|
||||||
/** The content identity of a community: "clu_" + sha256 of the sorted
|
|
||||||
* member ids (12 hex). Deterministic — the same member set always mints
|
|
||||||
* the same id — so re-naming races and idempotent re-runs dedupe at the
|
|
||||||
* store seam (appendClusterLabel). Lives here (server-only core), not in
|
|
||||||
* clusters.ts, because clusters.ts is barrel-exported and must stay
|
|
||||||
* browser-safe (no node:crypto). */
|
|
||||||
export function clusterContentId(members: readonly string[]): string {
|
|
||||||
return "clu_" + createHash("sha256").update([...members].sort().join("\n")).digest("hex").slice(0, 12);
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface DerivedGraph {
|
export interface DerivedGraph {
|
||||||
nodes: GraphNode[];
|
nodes: GraphNode[];
|
||||||
edges: GraphEdge[];
|
edges: GraphEdge[];
|
||||||
@@ -394,34 +384,6 @@ export function getGraph(graphStore: GraphStore): DerivedGraph {
|
|||||||
return { nodes: [...byId.values()], edges: merged, events: graphStore.readEvents() };
|
return { nodes: [...byId.values()], edges: merged, events: graphStore.readEvents() };
|
||||||
}
|
}
|
||||||
|
|
||||||
const QUIZ_EVENT_KINDS: ReadonlySet<string> = new Set(["correct", "miss", "dont-know"]);
|
|
||||||
|
|
||||||
/**
|
|
||||||
* The latest quiz outcome per node — a raw EVENT FACT, not a node state
|
|
||||||
* (the transitional node-state classes were removed 2026-09-08: nothing
|
|
||||||
* colors nodes by quiz results anymore). Its last consumer, the
|
|
||||||
* graph-as-context selection, died in wave 7 (the injection is gone —
|
|
||||||
* the prober reads its map through tools now); the event fact stays as
|
|
||||||
* raw ledger truth. Nodes with no quiz events have no entry.
|
|
||||||
*/
|
|
||||||
export function latestQuizOutcomes(nodes: GraphNode[], events: LedgerEvent[]): Map<string, LedgerEventKind> {
|
|
||||||
const latest = new Map<string, { at: string; kind: LedgerEventKind; index: number }>();
|
|
||||||
events.forEach((event, index) => {
|
|
||||||
if (event.nodeId === null) return;
|
|
||||||
if (!QUIZ_EVENT_KINDS.has(event.kind)) return;
|
|
||||||
const current = latest.get(event.nodeId);
|
|
||||||
if (!current || event.at > current.at || (event.at === current.at && index > current.index)) {
|
|
||||||
latest.set(event.nodeId, { at: event.at, kind: event.kind, index });
|
|
||||||
}
|
|
||||||
});
|
|
||||||
const out = new Map<string, LedgerEventKind>();
|
|
||||||
for (const node of nodes) {
|
|
||||||
const last = latest.get(node.id);
|
|
||||||
if (last) out.set(node.id, last.kind);
|
|
||||||
}
|
|
||||||
return out;
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── the /api/graph payload ──────────────────────────────────────────────────
|
// ─── the /api/graph payload ──────────────────────────────────────────────────
|
||||||
|
|
||||||
/** Everything the home graph view needs, in one fetch (shape: contracts). */
|
/** Everything the home graph view needs, in one fetch (shape: contracts). */
|
||||||
@@ -505,7 +467,7 @@ export function graphSnapshot(deps: GraphDeps): GraphSnapshot {
|
|||||||
// presentation rule (a region needs >= 3 propositions for a hull). A
|
// presentation rule (a region needs >= 3 propositions for a hull). A
|
||||||
// birth session whose record is gone (deleted chat) keeps its members
|
// birth session whose record is gone (deleted chat) keeps its members
|
||||||
// but renders unlabeled — honest, never guessed.
|
// but renders unlabeled — honest, never guessed.
|
||||||
const communities = birthSessionPartition(nodes);
|
const communities = birthSessionPartition(nodes, deps.graphStore.readMappings());
|
||||||
const clusters: Cluster[] = communities
|
const clusters: Cluster[] = communities
|
||||||
.filter((community) => community.members.length >= MIN_CLUSTER_SIZE)
|
.filter((community) => community.members.length >= MIN_CLUSTER_SIZE)
|
||||||
.map((community) => ({
|
.map((community) => ({
|
||||||
@@ -562,7 +524,9 @@ export interface GraphSessionEntry {
|
|||||||
* first (undatable records sink, in stable id order). */
|
* first (undatable records sink, in stable id order). */
|
||||||
export function graphSessionIndex(deps: GraphDeps): GraphSessionEntry[] {
|
export function graphSessionIndex(deps: GraphDeps): GraphSessionEntry[] {
|
||||||
const counts = new Map<string, number>();
|
const counts = new Map<string, number>();
|
||||||
for (const cluster of birthSessionPartition(getGraph(deps.graphStore).nodes)) {
|
const born = getGraph(deps.graphStore);
|
||||||
|
const mappingFallback = birthMappingIndex(deps.graphStore.readMappings());
|
||||||
|
for (const cluster of birthSessionPartition(born.nodes, deps.graphStore.readMappings())) {
|
||||||
counts.set(cluster.id, cluster.members.length);
|
counts.set(cluster.id, cluster.members.length);
|
||||||
}
|
}
|
||||||
const chats = new Map(deps.chatStore.listChats().map((chat) => [chat.id, chat]));
|
const chats = new Map(deps.chatStore.listChats().map((chat) => [chat.id, chat]));
|
||||||
@@ -619,9 +583,8 @@ export interface GraphSessionProposition {
|
|||||||
* ledger order (the same tie rule the snapshot's nodeObservations
|
* ledger order (the same tie rule the snapshot's nodeObservations
|
||||||
* uses). Members sorted by node id — deterministic. */
|
* uses). Members sorted by node id — deterministic. */
|
||||||
export function graphSessionPropositions(deps: GraphDeps, sessionId: string): GraphSessionProposition[] {
|
export function graphSessionPropositions(deps: GraphDeps, sessionId: string): GraphSessionProposition[] {
|
||||||
const born = getGraph(deps.graphStore).nodes.filter(
|
const mappingFallback = birthMappingIndex(deps.graphStore.readMappings());
|
||||||
(node) => node.provenance[0] !== undefined && node.provenance[0]!.chatId === sessionId,
|
const born = getGraph(deps.graphStore).nodes.filter((node) => birthSessionOf(node, mappingFallback) === sessionId);
|
||||||
);
|
|
||||||
const latest = new Map<string, { at: string; note: string; index: number }>();
|
const latest = new Map<string, { at: string; note: string; index: number }>();
|
||||||
deps.graphStore.readEvents().forEach((event, index) => {
|
deps.graphStore.readEvents().forEach((event, index) => {
|
||||||
if (event.kind !== "observation" || event.nodeId === null || event.chatId !== sessionId) return;
|
if (event.kind !== "observation" || event.nodeId === null || event.chatId !== sessionId) return;
|
||||||
|
|||||||
@@ -1,7 +1,6 @@
|
|||||||
import type { GraphEdge, GraphNode } from "./contracts.ts";
|
import type { GraphEdge, GraphNode, NodeMapping, Position } from "./contracts.ts";
|
||||||
import { incrementalLayout } from "./layout.ts";
|
import { incrementalLayout } from "./layout.ts";
|
||||||
import { birthSessionPartition } from "./session-clusters.ts";
|
import { birthSessionPartition } from "./session-clusters.ts";
|
||||||
import type { Position } from "./contracts.ts";
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* The merge-time settle: recompute the resting layout from the CURRENT
|
* The merge-time settle: recompute the resting layout from the CURRENT
|
||||||
@@ -20,6 +19,7 @@ import type { Position } from "./contracts.ts";
|
|||||||
export function settleGraphLayout(graphStore: {
|
export function settleGraphLayout(graphStore: {
|
||||||
readNodes(): GraphNode[];
|
readNodes(): GraphNode[];
|
||||||
readEdges(): GraphEdge[];
|
readEdges(): GraphEdge[];
|
||||||
|
readMappings(): NodeMapping[];
|
||||||
readPositions(): Record<string, Position>;
|
readPositions(): Record<string, Position>;
|
||||||
writePositions(positions: Record<string, Position>): void;
|
writePositions(positions: Record<string, Position>): void;
|
||||||
}): void {
|
}): void {
|
||||||
@@ -39,7 +39,7 @@ export function settleGraphLayout(graphStore: {
|
|||||||
// core/session-clusters.ts, wave 7) — one cluster concept everywhere.
|
// core/session-clusters.ts, wave 7) — one cluster concept everywhere.
|
||||||
// The unique list is the deduped set the partition needs (lines may
|
// The unique list is the deduped set the partition needs (lines may
|
||||||
// repeat an id — first defines).
|
// repeat an id — first defines).
|
||||||
const communities = birthSessionPartition(unique);
|
const communities = birthSessionPartition(unique, graphStore.readMappings());
|
||||||
const next = incrementalLayout(unique, edges, previous, { clusters: communities });
|
const next = incrementalLayout(unique, edges, previous, { clusters: communities });
|
||||||
graphStore.writePositions(Object.fromEntries(next));
|
graphStore.writePositions(Object.fromEntries(next));
|
||||||
}
|
}
|
||||||
@@ -27,9 +27,7 @@ import type {
|
|||||||
SessionCheckpoint,
|
SessionCheckpoint,
|
||||||
TurnUsage,
|
TurnUsage,
|
||||||
NotesSource,
|
NotesSource,
|
||||||
ClusterLabeling,
|
|
||||||
NamingRunUsage,
|
NamingRunUsage,
|
||||||
EmbeddingsLedger,
|
|
||||||
} from "./contracts.ts";
|
} from "./contracts.ts";
|
||||||
import type { UserSettings } from "./settings.ts";
|
import type { UserSettings } from "./settings.ts";
|
||||||
|
|
||||||
@@ -102,11 +100,6 @@ export interface GraphStore {
|
|||||||
appendCoverage(entry: CoverageEntry): void;
|
appendCoverage(entry: CoverageEntry): void;
|
||||||
readCoverage(): CoverageEntry[];
|
readCoverage(): CoverageEntry[];
|
||||||
|
|
||||||
/** Append one cluster labeling — idempotent by id (the id hashes the
|
|
||||||
* sorted core, so identical member sets dedupe). */
|
|
||||||
appendClusterLabel(labeling: ClusterLabeling): void;
|
|
||||||
readClusterLabels(): ClusterLabeling[];
|
|
||||||
|
|
||||||
/** Append one cluster-naming run's usage (graph-global money channel) —
|
/** Append one cluster-naming run's usage (graph-global money channel) —
|
||||||
* idempotent per startedAt. */
|
* idempotent per startedAt. */
|
||||||
appendNamingUsage(entry: NamingRunUsage): void;
|
appendNamingUsage(entry: NamingRunUsage): void;
|
||||||
@@ -128,16 +121,6 @@ export interface GraphStore {
|
|||||||
/** Replace the whole ledger (the settle is a full-graph computation). */
|
/** Replace the whole ledger (the settle is a full-graph computation). */
|
||||||
writePositions(positions: Record<string, Position>): void;
|
writePositions(positions: Record<string, Position>): void;
|
||||||
|
|
||||||
/** The embeddings ledger (config.EMBEDDINGS_FILE) — INERT DATA since
|
|
||||||
* wave 7 (owner ruling 2026-09-23: the provider embedder is dead;
|
|
||||||
* clustering is birth-session, labels are session names; the
|
|
||||||
* graph-context injection is gone with it). The whole seam dies in
|
|
||||||
* the follow-up interlude; graph-deletion's vector pruning is
|
|
||||||
* harmless housekeeping meanwhile. */
|
|
||||||
readEmbeddings(): EmbeddingsLedger;
|
|
||||||
/** Replace the whole ledger (graph-deletion's vector pruning only). */
|
|
||||||
writeEmbeddings(ledger: EmbeddingsLedger): void;
|
|
||||||
|
|
||||||
/** THE DESTRUCTIVE SEAM (session-deletion wave 6, owner 2026-09-22 —
|
/** THE DESTRUCTIVE SEAM (session-deletion wave 6, owner 2026-09-22 —
|
||||||
* the first non-append operation on these ledgers): atomically
|
* the first non-append operation on these ledgers): atomically
|
||||||
* replace the full contents of any subset of the six rewritable
|
* replace the full contents of any subset of the six rewritable
|
||||||
|
|||||||
@@ -21,14 +21,24 @@
|
|||||||
*
|
*
|
||||||
* Notes imports are birth-sessions too (owner ruling 2026-09-23): their
|
* Notes imports are birth-sessions too (owner ruling 2026-09-23): their
|
||||||
* nodes carry a "src_…" source id instead of a chat id; the caller labels
|
* nodes carry a "src_…" source id instead of a chat id; the caller labels
|
||||||
* them with the file's path (kind: file in the session views).
|
* them with the file's path (kind: file in the session views). The
|
||||||
|
* mapping-line fallback (owner-approved 2026-09-23, surfaced by the
|
||||||
|
* interlude's live smoke): production notes imports create provenance-
|
||||||
|
* EMPTY nodes (the notes front door passes messages: null — the file's
|
||||||
|
* anchor is the mapping line), so a provenance-empty node's birth session
|
||||||
|
* is its FIRST mapping line's chatId in ledger order. Only notes-born
|
||||||
|
* nodes ever hit the fallback — chat extraction always writes provenance
|
||||||
|
* points, and a re-encountered node's link-append adds one, which
|
||||||
|
* re-opens the provenance rule above. Deletion-safe: a deleted chat's
|
||||||
|
* mapping lines are stripped alongside its provenance; notes mappings
|
||||||
|
* survive because files are never deleted.
|
||||||
*
|
*
|
||||||
* Browser-safe pure logic (no node builtins, no fs): same contract style
|
* Browser-safe pure logic (no node builtins, no fs): same contract style
|
||||||
* as the rest of the core graph derivation. Not re-exported through the
|
* as the rest of the core graph derivation. Not re-exported through the
|
||||||
* core barrel — the shell reads clusters from the snapshot; only the
|
* core barrel — the shell reads clusters from the snapshot; only the
|
||||||
* server-side derivations (snapshot, settle) and tests import this.
|
* server-side derivations (snapshot, settle) and tests import this.
|
||||||
*/
|
*/
|
||||||
import type { GraphNode } from "./contracts.ts";
|
import type { GraphNode, NodeMapping } from "./contracts.ts";
|
||||||
|
|
||||||
/** One birth-session cluster: the session id + the SORTED member node
|
/** One birth-session cluster: the session id + the SORTED member node
|
||||||
* ids born in it. The shape is deliberately the { members } contract
|
* ids born in it. The shape is deliberately the { members } contract
|
||||||
@@ -41,11 +51,23 @@ export interface BirthSessionCluster {
|
|||||||
members: string[];
|
members: string[];
|
||||||
}
|
}
|
||||||
|
|
||||||
/** A node's birth session: its first surviving provenance point's chatId,
|
/** A node's birth session: its first surviving provenance point's chatId;
|
||||||
* or null when the node carries no provenance at all (unclustered). */
|
* for a provenance-empty node, its first mapping line's chatId (the notes
|
||||||
export function birthSessionOf(node: GraphNode): string | null {
|
* fallback — see the module doc). null when neither exists. */
|
||||||
|
export function birthSessionOf(node: GraphNode, mappingFallback?: ReadonlyMap<string, string>): string | null {
|
||||||
const first = node.provenance[0];
|
const first = node.provenance[0];
|
||||||
return first === undefined ? null : first.chatId;
|
if (first !== undefined) return first.chatId;
|
||||||
|
return mappingFallback?.get(node.id) ?? null;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** The notes fallback index: nodeId → the chatId of the node's FIRST
|
||||||
|
* mapping line in ledger order. */
|
||||||
|
export function birthMappingIndex(mappings: readonly NodeMapping[]): Map<string, string> {
|
||||||
|
const index = new Map<string, string>();
|
||||||
|
for (const mapping of mappings) {
|
||||||
|
if (!index.has(mapping.graphNodeId)) index.set(mapping.graphNodeId, mapping.chatId);
|
||||||
|
}
|
||||||
|
return index;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -53,15 +75,20 @@ export function birthSessionOf(node: GraphNode): string | null {
|
|||||||
* (first line defines — the getGraph rule), groups by birth session, and
|
* (first line defines — the getGraph rule), groups by birth session, and
|
||||||
* returns the groups size-desc with members sorted (deterministic output:
|
* returns the groups size-desc with members sorted (deterministic output:
|
||||||
* ties break by session id ascending). Nodes with no surviving provenance
|
* ties break by session id ascending). Nodes with no surviving provenance
|
||||||
* are left unclustered — they belong to no session the graph can name.
|
* fall back to their first mapping line (notes-born); a node with neither
|
||||||
|
* is left unclustered — it belongs to no session the graph can name.
|
||||||
*/
|
*/
|
||||||
export function birthSessionPartition(nodes: readonly GraphNode[]): BirthSessionCluster[] {
|
export function birthSessionPartition(
|
||||||
|
nodes: readonly GraphNode[],
|
||||||
|
mappings: readonly NodeMapping[] = [],
|
||||||
|
): BirthSessionCluster[] {
|
||||||
|
const mappingFallback = birthMappingIndex(mappings);
|
||||||
const members = new Map<string, string[]>();
|
const members = new Map<string, string[]>();
|
||||||
const seen = new Set<string>();
|
const seen = new Set<string>();
|
||||||
for (const node of nodes) {
|
for (const node of nodes) {
|
||||||
if (seen.has(node.id)) continue;
|
if (seen.has(node.id)) continue;
|
||||||
seen.add(node.id);
|
seen.add(node.id);
|
||||||
const birth = birthSessionOf(node);
|
const birth = birthSessionOf(node, mappingFallback);
|
||||||
if (birth === null) continue;
|
if (birth === null) continue;
|
||||||
const bucket = members.get(birth);
|
const bucket = members.get(birth);
|
||||||
if (bucket) bucket.push(node.id);
|
if (bucket) bucket.push(node.id);
|
||||||
|
|||||||
@@ -45,7 +45,6 @@ export const BACKGROUND_MODEL_ROLES = [
|
|||||||
"visualMaker",
|
"visualMaker",
|
||||||
"extractor",
|
"extractor",
|
||||||
"auditor",
|
"auditor",
|
||||||
"labeler",
|
|
||||||
] as const;
|
] as const;
|
||||||
|
|
||||||
export type BackgroundModelRole = (typeof BACKGROUND_MODEL_ROLES)[number];
|
export type BackgroundModelRole = (typeof BACKGROUND_MODEL_ROLES)[number];
|
||||||
@@ -64,7 +63,7 @@ export interface RoleModelOverride {
|
|||||||
/** The capability tiers a user can pin models into (owner-settled mapping):
|
/** The capability tiers a user can pin models into (owner-settled mapping):
|
||||||
* strong = prober + teacher (also the per-session default-teacher
|
* strong = prober + teacher (also the per-session default-teacher
|
||||||
* starting point); cheap = researcher, demo-builder, extractor, auditor,
|
* starting point); cheap = researcher, demo-builder, extractor, auditor,
|
||||||
* labeler; vision = visual-maker + pdf-reader. Resolution per role:
|
; vision = visual-maker + pdf-reader. Resolution per role:
|
||||||
* ROLE OVERRIDE → slot → factory pin. */
|
* ROLE OVERRIDE → slot → factory pin. */
|
||||||
export const MODEL_SLOTS = ["strong", "cheap", "vision"] as const;
|
export const MODEL_SLOTS = ["strong", "cheap", "vision"] as const;
|
||||||
export type ModelSlotName = (typeof MODEL_SLOTS)[number];
|
export type ModelSlotName = (typeof MODEL_SLOTS)[number];
|
||||||
@@ -174,7 +173,6 @@ export const ROLE_SLOT: Readonly<Record<ModelRole, ModelSlotName>> = {
|
|||||||
demoBuilder: "cheap",
|
demoBuilder: "cheap",
|
||||||
extractor: "cheap",
|
extractor: "cheap",
|
||||||
auditor: "cheap",
|
auditor: "cheap",
|
||||||
labeler: "cheap",
|
|
||||||
visualMaker: "vision",
|
visualMaker: "vision",
|
||||||
pdfReader: "vision",
|
pdfReader: "vision",
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -61,11 +61,6 @@ const jobRunner = createJobRunner({
|
|||||||
* (/api/graph/import) hit the same single-flight registry. */
|
* (/api/graph/import) hit the same single-flight registry. */
|
||||||
export const extraction = createExtractionPipeline({
|
export const extraction = createExtractionPipeline({
|
||||||
...stores,
|
...stores,
|
||||||
// Wave 7 (owner ruling 2026-09-23): embeddings are DEAD — the pipeline's
|
|
||||||
// embed seam becomes a no-op until Teacher's pass removes the phase
|
|
||||||
// outright. Nothing embedded, nothing spent, the ledger untouched
|
|
||||||
// (its data is inert anyway: nothing reads it but the dying injection).
|
|
||||||
embedder: async () => ({ embedded: 0, total: 0, skipped: "embeddings removed (wave 7)" }),
|
|
||||||
// BYOK (owner, 2026-09-22): the extraction stages resolve the chain —
|
// BYOK (owner, 2026-09-22): the extraction stages resolve the chain —
|
||||||
// role override → slot → NOTHING — read FRESH per stage call; an empty
|
// role override → slot → NOTHING — read FRESH per stage call; an empty
|
||||||
// chain flows through as undefined and the pipeline refuses the run
|
// chain flows through as undefined and the pipeline refuses the run
|
||||||
|
|||||||
+1
-3
@@ -1,5 +1,5 @@
|
|||||||
import * as fs from "node:fs";
|
import * as fs from "node:fs";
|
||||||
import { EMBEDDINGS_FILE, LEDGER_FILES, POSITIONS_FILE } from "../../config.ts";
|
import { LEDGER_FILES, POSITIONS_FILE } from "../../config.ts";
|
||||||
import type { GraphSnapshot } from "../core/contracts.ts";
|
import type { GraphSnapshot } from "../core/contracts.ts";
|
||||||
import type { GraphCostSummary } from "../core/cost-summary.ts";
|
import type { GraphCostSummary } from "../core/cost-summary.ts";
|
||||||
import { graphCostSummary } from "../core/cost-summary.ts";
|
import { graphCostSummary } from "../core/cost-summary.ts";
|
||||||
@@ -54,10 +54,8 @@ export function graphRevision(): number {
|
|||||||
LEDGER_FILES.mappings,
|
LEDGER_FILES.mappings,
|
||||||
LEDGER_FILES.sessions,
|
LEDGER_FILES.sessions,
|
||||||
LEDGER_FILES.coverage,
|
LEDGER_FILES.coverage,
|
||||||
LEDGER_FILES.clusterLabels,
|
|
||||||
LEDGER_FILES.namingRuns,
|
LEDGER_FILES.namingRuns,
|
||||||
POSITIONS_FILE,
|
POSITIONS_FILE,
|
||||||
EMBEDDINGS_FILE,
|
|
||||||
]) {
|
]) {
|
||||||
try {
|
try {
|
||||||
revision = Math.max(revision, fs.statSync(file).mtimeMs);
|
revision = Math.max(revision, fs.statSync(file).mtimeMs);
|
||||||
|
|||||||
@@ -87,7 +87,7 @@ export function rolePinsFor(
|
|||||||
return pins;
|
return pins;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** The six background roles' RESOLVED pins: the user's agent-models
|
/** The background roles' RESOLVED pins: the user's agent-models
|
||||||
* override → tier slot → nothing — the same resolution the agent wiring
|
* override → tier slot → nothing — the same resolution the agent wiring
|
||||||
* uses (src/server/stores.ts effectiveSettings), so the caption can
|
* uses (src/server/stores.ts effectiveSettings), so the caption can
|
||||||
* never drift from what actually runs. */
|
* never drift from what actually runs. */
|
||||||
|
|||||||
+1
-80
@@ -29,10 +29,8 @@
|
|||||||
|
|
||||||
import * as fs from "node:fs";
|
import * as fs from "node:fs";
|
||||||
import * as path from "node:path";
|
import * as path from "node:path";
|
||||||
import { EMBEDDINGS_FILE, LEDGER_FILES, POSITIONS_FILE, SOURCES_FILE } from "../../config.ts";
|
import { LEDGER_FILES, POSITIONS_FILE, SOURCES_FILE } from "../../config.ts";
|
||||||
import type {
|
import type {
|
||||||
ClusterLabeling,
|
|
||||||
EmbeddingsLedger,
|
|
||||||
GraphEdge,
|
GraphEdge,
|
||||||
GraphNode,
|
GraphNode,
|
||||||
ExtractionRunUsage,
|
ExtractionRunUsage,
|
||||||
@@ -104,14 +102,6 @@ const isNamingRun = (v: unknown): v is NamingRunUsage =>
|
|||||||
Array.isArray(v.steps) &&
|
Array.isArray(v.steps) &&
|
||||||
isNamingStats(v.stats);
|
isNamingStats(v.stats);
|
||||||
|
|
||||||
const isClusterLabeling = (v: unknown): v is ClusterLabeling =>
|
|
||||||
isRecord(v) &&
|
|
||||||
isString(v.id) &&
|
|
||||||
isString(v.label) &&
|
|
||||||
Array.isArray(v.core) &&
|
|
||||||
v.core.every(isString) &&
|
|
||||||
isString(v.createdAt);
|
|
||||||
|
|
||||||
const isGraphNode = (v: unknown): v is GraphNode =>
|
const isGraphNode = (v: unknown): v is GraphNode =>
|
||||||
isRecord(v) &&
|
isRecord(v) &&
|
||||||
isString(v.id) &&
|
isString(v.id) &&
|
||||||
@@ -200,18 +190,6 @@ export const graphStore: GraphStore = {
|
|||||||
return readValid(LEDGER_FILES.coverage, isCoverageEntry);
|
return readValid(LEDGER_FILES.coverage, isCoverageEntry);
|
||||||
},
|
},
|
||||||
|
|
||||||
// ── cluster labelings (config.LEDGER_FILES.clusterLabels) ──
|
|
||||||
|
|
||||||
/** Idempotent by id: the id is a hash of the sorted core, so re-appending
|
|
||||||
* the same member set (re-naming races, idempotent re-runs) is a no-op. */
|
|
||||||
appendClusterLabel(labeling: ClusterLabeling): void {
|
|
||||||
if (this.readClusterLabels().some((l) => l.id === labeling.id)) return;
|
|
||||||
appendLine(LEDGER_FILES.clusterLabels, labeling);
|
|
||||||
},
|
|
||||||
readClusterLabels(): ClusterLabeling[] {
|
|
||||||
return readValid(LEDGER_FILES.clusterLabels, isClusterLabeling);
|
|
||||||
},
|
|
||||||
|
|
||||||
// ── cluster-naming run usage (config.LEDGER_FILES.namingRuns) ──
|
// ── cluster-naming run usage (config.LEDGER_FILES.namingRuns) ──
|
||||||
|
|
||||||
/** Idempotent per startedAt — the same discipline as every usage
|
/** Idempotent per startedAt — the same discipline as every usage
|
||||||
@@ -254,12 +232,6 @@ export const graphStore: GraphStore = {
|
|||||||
writePositions(positions: Record<string, Position>): void {
|
writePositions(positions: Record<string, Position>): void {
|
||||||
writePositionMap(positions);
|
writePositionMap(positions);
|
||||||
},
|
},
|
||||||
readEmbeddings(): EmbeddingsLedger {
|
|
||||||
return readEmbeddingsLedger();
|
|
||||||
},
|
|
||||||
writeEmbeddings(ledger: EmbeddingsLedger): void {
|
|
||||||
writeEmbeddingsLedger(ledger);
|
|
||||||
},
|
|
||||||
|
|
||||||
/** THE DESTRUCTIVE SEAM (wave 6 session deletion): atomic full-content
|
/** THE DESTRUCTIVE SEAM (wave 6 session deletion): atomic full-content
|
||||||
* replacement per provided ledger — write a uniquely-named temp file
|
* replacement per provided ledger — write a uniquely-named temp file
|
||||||
@@ -339,57 +311,6 @@ function writePositionMap(positions: Record<string, Position>): void {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** embeddings.json — the whole EmbeddingsLedger at once. Missing/corrupt
|
|
||||||
* file reads as an EMPTY ledger (model "") so consumers see "nothing
|
|
||||||
* embedded yet" rather than an error; the embedder backfills. */
|
|
||||||
function readEmbeddingsLedger(): EmbeddingsLedger {
|
|
||||||
let raw: string;
|
|
||||||
try {
|
|
||||||
raw = fs.readFileSync(EMBEDDINGS_FILE, "utf-8");
|
|
||||||
} catch {
|
|
||||||
return { model: "", dim: 0, vectors: {}, clusters: [], updatedAt: "" };
|
|
||||||
}
|
|
||||||
try {
|
|
||||||
const parsed: unknown = JSON.parse(raw);
|
|
||||||
if (!isRecord(parsed)) return { model: "", dim: 0, vectors: {}, clusters: [], updatedAt: "" };
|
|
||||||
const model = typeof parsed.model === "string" ? parsed.model : "";
|
|
||||||
const dim = typeof parsed.dim === "number" && Number.isFinite(parsed.dim) ? parsed.dim : 0;
|
|
||||||
const vectors: Record<string, number[]> = {};
|
|
||||||
if (isRecord(parsed.vectors)) {
|
|
||||||
for (const [id, value] of Object.entries(parsed.vectors)) {
|
|
||||||
if (
|
|
||||||
Array.isArray(value) &&
|
|
||||||
value.length > 0 &&
|
|
||||||
value.every((x) => typeof x === "number" && Number.isFinite(x))
|
|
||||||
) {
|
|
||||||
vectors[id] = value as number[];
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
const clusters: Array<{ members: string[] }> = [];
|
|
||||||
if (Array.isArray(parsed.clusters)) {
|
|
||||||
for (const c of parsed.clusters) {
|
|
||||||
if (
|
|
||||||
isRecord(c) &&
|
|
||||||
Array.isArray(c.members) &&
|
|
||||||
c.members.length > 0 &&
|
|
||||||
c.members.every((m) => typeof m === "string")
|
|
||||||
) {
|
|
||||||
clusters.push({ members: [...(c.members as string[])] });
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return { model, dim, vectors, clusters, updatedAt: typeof parsed.updatedAt === "string" ? parsed.updatedAt : "" };
|
|
||||||
} catch {
|
|
||||||
return { model: "", dim: 0, vectors: {}, clusters: [], updatedAt: "" };
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function writeEmbeddingsLedger(ledger: EmbeddingsLedger): void {
|
|
||||||
fs.mkdirSync(path.dirname(EMBEDDINGS_FILE), { recursive: true });
|
|
||||||
fs.writeFileSync(EMBEDDINGS_FILE, JSON.stringify(ledger, null, "\t"), "utf-8");
|
|
||||||
}
|
|
||||||
|
|
||||||
const isPosition = (v: unknown): v is Position =>
|
const isPosition = (v: unknown): v is Position =>
|
||||||
isRecord(v) && typeof v.x === "number" && Number.isFinite(v.x) && typeof v.y === "number" && Number.isFinite(v.y);
|
isRecord(v) && typeof v.x === "number" && Number.isFinite(v.x) && typeof v.y === "number" && Number.isFinite(v.y);
|
||||||
|
|
||||||
|
|||||||
+7
-65
@@ -1,73 +1,16 @@
|
|||||||
/**
|
/**
|
||||||
* Community detection tests (vision §1, DECIDED 2026-09-13) — pure
|
* Cluster presentation-rule tests. Wave 7 killed the semantic detection
|
||||||
* structural Louvain over follows+supports, deterministic via seed.
|
* AND the LLM label matcher (birth-session clusters, session-name labels —
|
||||||
* Assertions are on SHAPE and MEMBER SETS, never community indices
|
* core/session-clusters.ts has its own suite); what remains pinned here
|
||||||
* (indices reshuffle; member sets are what labelings key to).
|
* is the render threshold and the hull-color spread the UI leans on.
|
||||||
*/
|
*/
|
||||||
import { strict as assert } from "node:assert";
|
import { strict as assert } from "node:assert";
|
||||||
import { describe, test } from "node:test";
|
import { describe, test } from "node:test";
|
||||||
import { matchClusterLabelings, MIN_CLUSTER_SIZE, type Community } from "../src/core/clusters.ts";
|
import { MIN_CLUSTER_SIZE } from "../src/core/clusters.ts";
|
||||||
import { clusterHue } from "../components/cluster-geometry.ts";
|
import { clusterHue } from "../components/cluster-geometry.ts";
|
||||||
import type { ClusterLabeling } from "../src/core/contracts.ts";
|
|
||||||
|
|
||||||
const ids = (n: number, prefix = "n") => [...Array(n).keys()].map((i) => `${prefix}${i}`);
|
describe("MIN_CLUSTER_SIZE", () => {
|
||||||
|
test("is 3 (the render threshold — below this, no hull)", () => {
|
||||||
/** A clique on the given ids. */
|
|
||||||
const clique = (nodeIds: string[]) =>
|
|
||||||
nodeIds.flatMap((a, i) => nodeIds.slice(i + 1).map((b) => ({ from: a, to: b })));
|
|
||||||
|
|
||||||
const labeling = (id: string, core: string[], createdAt = "2026-09-01T00:00:00.000Z"): ClusterLabeling => ({
|
|
||||||
id,
|
|
||||||
label: `label-${id}`,
|
|
||||||
core,
|
|
||||||
createdAt,
|
|
||||||
});
|
|
||||||
|
|
||||||
describe("matchClusterLabelings", () => {
|
|
||||||
test("claims a labeling while at least half its core survives in the community", () => {
|
|
||||||
const community: Community = { members: ["a", "b", "c", "d", "e"] };
|
|
||||||
const records = [labeling("clu_1", ["a", "b", "x", "y"])]; // 2 of 4 survive — exactly half
|
|
||||||
const [claim] = matchClusterLabelings([community], records);
|
|
||||||
assert.equal(claim?.id, "clu_1");
|
|
||||||
// One fewer survivor: under half → relabel.
|
|
||||||
const [dead] = matchClusterLabelings([{ members: ["a", "c", "d", "e", "f"] }], records);
|
|
||||||
assert.equal(dead, null);
|
|
||||||
});
|
|
||||||
|
|
||||||
test("single successor: a split core keeps its label in only one community", () => {
|
|
||||||
const records = [labeling("clu_1", ["a", "b", "c", "d"])];
|
|
||||||
const left: Community = { members: ["a", "b", "z"] }; // 2 of 4 — half
|
|
||||||
const right: Community = { members: ["c", "d", "w"] }; // 2 of 4 — half
|
|
||||||
// Tie: larger overlap wins; equal → both eligible, greedy takes first come.
|
|
||||||
const claims = matchClusterLabelings([left, right], records);
|
|
||||||
const claimed = claims.filter((c) => c !== null);
|
|
||||||
assert.equal(claimed.length, 1);
|
|
||||||
assert.equal(claimed[0]?.id, "clu_1");
|
|
||||||
});
|
|
||||||
|
|
||||||
test("greedy: the best-overlapping community wins the record", () => {
|
|
||||||
const records = [labeling("clu_1", ["a", "b", "c", "d"])];
|
|
||||||
const weak: Community = { members: ["a", "b", "q", "r", "s"] }; // 2/4
|
|
||||||
const strong: Community = { members: ["a", "b", "c", "x", "y"] }; // 3/4
|
|
||||||
const claims = matchClusterLabelings([weak, strong], records);
|
|
||||||
assert.equal(claims[0], null);
|
|
||||||
assert.equal(claims[1]?.id, "clu_1");
|
|
||||||
});
|
|
||||||
|
|
||||||
test("one record per community; newest record breaks ties", () => {
|
|
||||||
const oldR = labeling("clu_old", ["a", "b"], "2026-09-01T00:00:00.000Z");
|
|
||||||
const newR = labeling("clu_new", ["a", "b"], "2026-09-02T00:00:00.000Z");
|
|
||||||
const community: Community = { members: ["a", "b", "c"] };
|
|
||||||
const [claim] = matchClusterLabelings([community], [oldR, newR]);
|
|
||||||
assert.equal(claim?.id, "clu_new");
|
|
||||||
});
|
|
||||||
|
|
||||||
test("no labelings: every community unclaimed; empty communities array ok", () => {
|
|
||||||
assert.deepEqual(matchClusterLabelings([{ members: ["a", "b"] }], []), [null]);
|
|
||||||
assert.deepEqual(matchClusterLabelings([], [labeling("clu_1", ["a"])]), []);
|
|
||||||
});
|
|
||||||
|
|
||||||
test("MIN_CLUSTER_SIZE is 3 (the render/naming threshold)", () => {
|
|
||||||
assert.equal(MIN_CLUSTER_SIZE, 3);
|
assert.equal(MIN_CLUSTER_SIZE, 3);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
@@ -82,4 +25,3 @@ describe("clusterHue", () => {
|
|||||||
for (const h of hues) assert.ok(h >= 0 && h < 360);
|
for (const h of hues) assert.ok(h >= 0 && h < 360);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
+4
-114
@@ -27,7 +27,6 @@ import type { UIMessage } from "ai";
|
|||||||
import type { PiEngine } from "../src/agent/models.ts";
|
import type { PiEngine } from "../src/agent/models.ts";
|
||||||
import type {
|
import type {
|
||||||
AuditResult,
|
AuditResult,
|
||||||
ClusterLabeling,
|
|
||||||
CoverageEntry,
|
CoverageEntry,
|
||||||
ExtractionRunUsage,
|
ExtractionRunUsage,
|
||||||
GraphEdge,
|
GraphEdge,
|
||||||
@@ -69,17 +68,9 @@ function memoryLedgers() {
|
|||||||
const checkpoints: SessionCheckpoint[] = [];
|
const checkpoints: SessionCheckpoint[] = [];
|
||||||
const coverage: CoverageEntry[] = [];
|
const coverage: CoverageEntry[] = [];
|
||||||
const sources = new Map<string, NotesSource>();
|
const sources = new Map<string, NotesSource>();
|
||||||
const clusterLabels: ClusterLabeling[] = [];
|
const namingRuns: NamingRunUsage[] = [];
|
||||||
const namingRuns: NamingRunUsage[] = [];
|
|
||||||
const positions = new Map<string, { x: number; y: number }>();
|
const positions = new Map<string, { x: number; y: number }>();
|
||||||
const embeddings = {
|
return {
|
||||||
model: "",
|
|
||||||
dim: 0,
|
|
||||||
updatedAt: "",
|
|
||||||
vectors: new Map<string, number[]>(),
|
|
||||||
clusters: new Array<Array<string>>(),
|
|
||||||
};
|
|
||||||
return {
|
|
||||||
appendNode: (n: GraphNode) => void nodes.push(n),
|
appendNode: (n: GraphNode) => void nodes.push(n),
|
||||||
readNodes: () => nodes.map((n) => ({ ...n })),
|
readNodes: () => nodes.map((n) => ({ ...n })),
|
||||||
appendEdge: (e: GraphEdge) => void edges.push(e),
|
appendEdge: (e: GraphEdge) => void edges.push(e),
|
||||||
@@ -108,10 +99,6 @@ function memoryLedgers() {
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
// Cluster labelings — mirrors the real store: append dedupes by id.
|
// Cluster labelings — mirrors the real store: append dedupes by id.
|
||||||
appendClusterLabel: (l: ClusterLabeling) => {
|
|
||||||
if (!clusterLabels.some((x) => x.id === l.id)) clusterLabels.push(l);
|
|
||||||
},
|
|
||||||
readClusterLabels: () => clusterLabels.map((l) => ({ ...l, core: [...l.core] })),
|
|
||||||
// Cluster-naming run usage — mirrors the real store: dedupe per startedAt.
|
// Cluster-naming run usage — mirrors the real store: dedupe per startedAt.
|
||||||
appendNamingUsage: (entry: NamingRunUsage) => {
|
appendNamingUsage: (entry: NamingRunUsage) => {
|
||||||
if (!namingRuns.some((r) => r.startedAt === entry.startedAt)) namingRuns.push(entry);
|
if (!namingRuns.some((r) => r.startedAt === entry.startedAt)) namingRuns.push(entry);
|
||||||
@@ -123,16 +110,6 @@ function memoryLedgers() {
|
|||||||
positions.clear();
|
positions.clear();
|
||||||
for (const [id, p] of Object.entries(next)) positions.set(id, { x: p.x, y: p.y });
|
for (const [id, p] of Object.entries(next)) positions.set(id, { x: p.x, y: p.y });
|
||||||
},
|
},
|
||||||
// The embedding ledger — the embedder writes it after a merge.
|
|
||||||
readEmbeddings: () => ({ model: embeddings.model, dim: embeddings.dim, vectors: Object.fromEntries([...embeddings.vectors].map(([id, v]) => [id, [...v]])), clusters: [...embeddings.clusters.map((c) => ({ members: [...c] }))], updatedAt: embeddings.updatedAt }),
|
|
||||||
writeEmbeddings: (next) => {
|
|
||||||
embeddings.model = next.model;
|
|
||||||
embeddings.dim = next.dim;
|
|
||||||
embeddings.updatedAt = next.updatedAt;
|
|
||||||
embeddings.vectors.clear();
|
|
||||||
for (const [id, v] of Object.entries(next.vectors)) embeddings.vectors.set(id, [...v]);
|
|
||||||
embeddings.clusters = next.clusters.map((c) => [...c.members]);
|
|
||||||
},
|
|
||||||
// The destructive seam (wave 6 session deletion) — mirrors the real
|
// The destructive seam (wave 6 session deletion) — mirrors the real
|
||||||
// store: replace the provided ledgers' full contents.
|
// store: replace the provided ledgers' full contents.
|
||||||
rewriteLedgers: (next) => {
|
rewriteLedgers: (next) => {
|
||||||
@@ -360,7 +337,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
auditor: submitModel("submit_review", verdict),
|
auditor: submitModel("submit_review", verdict),
|
||||||
});
|
});
|
||||||
@@ -414,7 +390,7 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const { chatId } = fixtureChat();
|
const { chatId } = fixtureChat();
|
||||||
const ledgers = memoryLedgers();
|
const ledgers = memoryLedgers();
|
||||||
// No direct engines AND no engineFor — the chain came up empty.
|
// No direct engines AND no engineFor — the chain came up empty.
|
||||||
const pipeline = createExtractionPipeline({ chatStore, graphStore: ledgers, embedder: fakeEmbedder });
|
const pipeline = createExtractionPipeline({ chatStore, graphStore: ledgers });
|
||||||
await assert.rejects(pipeline.runExtraction(chatId), (err: unknown) => {
|
await assert.rejects(pipeline.runExtraction(chatId), (err: unknown) => {
|
||||||
assert.ok(err instanceof ModelsNotConfiguredError);
|
assert.ok(err instanceof ModelsNotConfiguredError);
|
||||||
assert.deepEqual(err.envelope.missing, ["cheap"]); // extractor + auditor are the cheap tier
|
assert.deepEqual(err.envelope.missing, ["cheap"]); // extractor + auditor are the cheap tier
|
||||||
@@ -438,7 +414,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
auditor: submitModel("submit_review", verdict),
|
auditor: submitModel("submit_review", verdict),
|
||||||
});
|
});
|
||||||
@@ -448,7 +423,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
// so the post-merge naming garnish is gone — no model spend, no
|
// so the post-merge naming garnish is gone — no model spend, no
|
||||||
// naming-run records, no label writes.
|
// naming-run records, no label writes.
|
||||||
assert.equal(ledgers.readNamingRuns().length, 0, "no naming runs minted");
|
assert.equal(ledgers.readNamingRuns().length, 0, "no naming runs minted");
|
||||||
assert.equal(ledgers.readClusterLabels().length, 0, "no label records appended");
|
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
||||||
@@ -466,7 +440,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
// NO direct values — the stages resolve ENTIRELY through engineFor
|
// NO direct values — the stages resolve ENTIRELY through engineFor
|
||||||
// (the role override → slot → factory-pin chain, read fresh per
|
// (the role override → slot → factory-pin chain, read fresh per
|
||||||
// stage call in production; here, the scripted chain).
|
// stage call in production; here, the scripted chain).
|
||||||
@@ -498,7 +471,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
auditor: submitModel("submit_review", verdict),
|
auditor: submitModel("submit_review", verdict),
|
||||||
// If the direct values did NOT win, this throw would surface.
|
// If the direct values did NOT win, this throw would surface.
|
||||||
@@ -517,7 +489,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
auditor: silentModel(), // never submits the review
|
auditor: silentModel(), // never submits the review
|
||||||
});
|
});
|
||||||
@@ -528,7 +499,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const failingExtractor = createExtractionPipeline({
|
const failingExtractor = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: silentModel(),
|
extractor: silentModel(),
|
||||||
auditor: submitModel("submit_review", { ...FINDINGS, dropped: [] }),
|
auditor: submitModel("submit_review", { ...FINDINGS, dropped: [] }),
|
||||||
});
|
});
|
||||||
@@ -559,7 +529,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
// Each stage's first generate is the observation point: the
|
// Each stage's first generate is the observation point: the
|
||||||
// registry must already carry this chat at the right phase.
|
// registry must already carry this chat at the right phase.
|
||||||
extractor: submitModel("submit_findings", FINDINGS, () => seen.push(phaseOf())),
|
extractor: submitModel("submit_findings", FINDINGS, () => seen.push(phaseOf())),
|
||||||
@@ -570,48 +539,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
assert.equal(extractionStatuses().length, 0, "the registry clears when the run ends");
|
assert.equal(extractionStatuses().length, 0, "the registry clears when the run ends");
|
||||||
});
|
});
|
||||||
|
|
||||||
it("labels the post-batch embedding tail as its own phase — not 'merging' (2026-09-19 accuracy fix)", async () => {
|
|
||||||
const { chatId } = fixtureChat();
|
|
||||||
const ledgers = memoryLedgers();
|
|
||||||
// Gate the embedder so we can observe the registry WHILE the tail
|
|
||||||
// runs — mergeFindings has already returned, every batch is merged.
|
|
||||||
let releaseEmbed!: () => void;
|
|
||||||
const embedGate = new Promise<void>((resolve) => {
|
|
||||||
releaseEmbed = resolve;
|
|
||||||
});
|
|
||||||
let observed: string | undefined;
|
|
||||||
const gatedEmbedder = async (store: GraphStore) => {
|
|
||||||
await embedGate;
|
|
||||||
observed = extractionStatuses().find((r) => r.chatId === chatId)?.phase;
|
|
||||||
await fakeEmbedder(store);
|
|
||||||
};
|
|
||||||
const verdict: AuditResult = { propositions: FINDINGS.propositions, edges: [], attribution: { quiz: {} }, dropped: [] };
|
|
||||||
const pipeline = createExtractionPipeline({
|
|
||||||
chatStore,
|
|
||||||
graphStore: ledgers,
|
|
||||||
embedder: gatedEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
|
||||||
auditor: submitModel("submit_review", verdict),
|
|
||||||
});
|
|
||||||
const run = pipeline.runExtraction(chatId);
|
|
||||||
// Wait for the tail: the phase must flip to "embedding" while the
|
|
||||||
// embedder hangs — the incident this fixes is minutes of "merging"
|
|
||||||
// AFTER the last merge, so the flip itself is the assertion.
|
|
||||||
const t0 = Date.now();
|
|
||||||
while (extractionStatuses().find((r) => r.chatId === chatId)?.phase !== "embedding") {
|
|
||||||
if (Date.now() - t0 > 2000) {
|
|
||||||
releaseEmbed();
|
|
||||||
await run;
|
|
||||||
assert.fail("the tail never flipped to embedding (stuck at 'merging'?)");
|
|
||||||
}
|
|
||||||
await new Promise((r) => setTimeout(r, 10));
|
|
||||||
}
|
|
||||||
releaseEmbed();
|
|
||||||
await run;
|
|
||||||
assert.equal(observed, "embedding", "still embedding through the tail, never back to 'merging'");
|
|
||||||
assert.equal(extractionStatuses().length, 0, "clears when done");
|
|
||||||
});
|
|
||||||
|
|
||||||
it("captures per-stage usage live, persists the run's usage into the chat record", async () => {
|
it("captures per-stage usage live, persists the run's usage into the chat record", async () => {
|
||||||
const { chatId } = fixtureChat();
|
const { chatId } = fixtureChat();
|
||||||
const ledgers = memoryLedgers();
|
const ledgers = memoryLedgers();
|
||||||
@@ -634,7 +561,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
// During the auditor's generate, the registry must already carry
|
// During the auditor's generate, the registry must already carry
|
||||||
// the extractor's fully accumulated live usage (2 steps × 10/5).
|
// the extractor's fully accumulated live usage (2 steps × 10/5).
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
@@ -676,7 +602,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: hangingModel(), // hangs until aborted — no step finishes
|
extractor: hangingModel(), // hangs until aborted — no step finishes
|
||||||
auditor: submitModel("submit_review", { propositions: [], edges: [], attribution: { quiz: {} }, dropped: [] }),
|
auditor: submitModel("submit_review", { propositions: [], edges: [], attribution: { quiz: {} }, dropped: [] }),
|
||||||
});
|
});
|
||||||
@@ -727,7 +652,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: gatedExtractor,
|
extractor: gatedExtractor,
|
||||||
auditor: silentModel(),
|
auditor: silentModel(),
|
||||||
});
|
});
|
||||||
@@ -761,7 +685,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: gatedExtractor,
|
extractor: gatedExtractor,
|
||||||
auditor: silentModel(),
|
auditor: silentModel(),
|
||||||
});
|
});
|
||||||
@@ -771,7 +694,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const observer = createExtractionPipeline({
|
const observer = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: memoryLedgers(),
|
graphStore: memoryLedgers(),
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: silentModel(),
|
extractor: silentModel(),
|
||||||
auditor: silentModel(),
|
auditor: silentModel(),
|
||||||
});
|
});
|
||||||
@@ -798,7 +720,6 @@ describe("the extraction pipeline (extractor → auditor → merger)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: silentModel(),
|
extractor: silentModel(),
|
||||||
auditor: silentModel(),
|
auditor: silentModel(),
|
||||||
});
|
});
|
||||||
@@ -838,28 +759,6 @@ const NOTES_VERDICT = {
|
|||||||
dropped: [],
|
dropped: [],
|
||||||
} as const;
|
} as const;
|
||||||
|
|
||||||
/** Test seam for the embedder: semantic clustering died with wave 7
|
|
||||||
* (birth-session clusters + session-name labels), so the production
|
|
||||||
* embedder is a no-op stub pending Platform's ledger-port removal —
|
|
||||||
* this fake mirrors it: one identical vector per node persisted to the
|
|
||||||
* (still-live) embeddings ledger port, no clusters computed. */
|
|
||||||
const fakeEmbedder = async (store: GraphStore) => {
|
|
||||||
const seen = new Set<string>();
|
|
||||||
const ids: string[] = [];
|
|
||||||
for (const n of store.readNodes()) {
|
|
||||||
if (seen.has(n.id)) continue;
|
|
||||||
seen.add(n.id);
|
|
||||||
ids.push(n.id);
|
|
||||||
}
|
|
||||||
store.writeEmbeddings({
|
|
||||||
model: "test/embedder",
|
|
||||||
dim: 3,
|
|
||||||
vectors: Object.fromEntries(ids.map((id) => [id, [1, 0, 0]])),
|
|
||||||
clusters: [],
|
|
||||||
updatedAt: "2026-09-13T00:00:00.000Z",
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
describe("the notes front door (importNotes — format-agnostic)", () => {
|
describe("the notes front door (importNotes — format-agnostic)", () => {
|
||||||
it("imports raw notes end to end: source record, file-scoped provenance, no quiz events", async () => {
|
it("imports raw notes end to end: source record, file-scoped provenance, no quiz events", async () => {
|
||||||
const ledgers = memoryLedgers();
|
const ledgers = memoryLedgers();
|
||||||
@@ -867,7 +766,6 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", NOTES_FINDINGS),
|
extractor: submitModel("submit_findings", NOTES_FINDINGS),
|
||||||
// During the auditor's call the registry must show the notes run.
|
// During the auditor's call the registry must show the notes run.
|
||||||
auditor: submitModel("submit_review", NOTES_VERDICT, () => {
|
auditor: submitModel("submit_review", NOTES_VERDICT, () => {
|
||||||
@@ -915,8 +813,7 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
|||||||
createExtractionPipeline({
|
createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
extractor: submitModel("submit_findings", NOTES_FINDINGS),
|
||||||
extractor: submitModel("submit_findings", NOTES_FINDINGS),
|
|
||||||
auditor: submitModel("submit_review", NOTES_VERDICT),
|
auditor: submitModel("submit_review", NOTES_VERDICT),
|
||||||
});
|
});
|
||||||
const first = await mk().importNotes({ filePath: "/vault/learn vim.md", text: NOTES_TEXT });
|
const first = await mk().importNotes({ filePath: "/vault/learn vim.md", text: NOTES_TEXT });
|
||||||
@@ -935,7 +832,6 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: hangingModel(),
|
extractor: hangingModel(),
|
||||||
auditor: submitModel("submit_review", NOTES_VERDICT),
|
auditor: submitModel("submit_review", NOTES_VERDICT),
|
||||||
});
|
});
|
||||||
@@ -1017,7 +913,6 @@ describe("the chunked pipeline (extraction coverage)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: fauxEngine([findingsStep((v) => views.push(v)), findingsStep((v) => views.push(v))]),
|
extractor: fauxEngine([findingsStep((v) => views.push(v)), findingsStep((v) => views.push(v))]),
|
||||||
auditor: fauxEngine([passThroughAuditStep(), passThroughAuditStep()]),
|
auditor: fauxEngine([passThroughAuditStep(), passThroughAuditStep()]),
|
||||||
});
|
});
|
||||||
@@ -1059,7 +954,6 @@ describe("the chunked pipeline (extraction coverage)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
// Batch 1 submits and merges; batch 2's extractor call HANGS
|
// Batch 1 submits and merges; batch 2's extractor call HANGS
|
||||||
// until the abort fires — the dock's abort button, mid-run.
|
// until the abort fires — the dock's abort button, mid-run.
|
||||||
extractor: fauxEngine([
|
extractor: fauxEngine([
|
||||||
@@ -1103,7 +997,6 @@ describe("the chunked pipeline (extraction coverage)", () => {
|
|||||||
const finisher = createExtractionPipeline({
|
const finisher = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: fauxEngine([findingsStep((v) => reRunViews.push(v))]),
|
extractor: fauxEngine([findingsStep((v) => reRunViews.push(v))]),
|
||||||
auditor: fauxEngine([passThroughAuditStep()]),
|
auditor: fauxEngine([passThroughAuditStep()]),
|
||||||
});
|
});
|
||||||
@@ -1125,7 +1018,6 @@ describe("the chunked pipeline (extraction coverage)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: fauxEngine([findingsStep()]),
|
extractor: fauxEngine([findingsStep()]),
|
||||||
auditor: fauxEngine([passThroughAuditStep()]),
|
auditor: fauxEngine([passThroughAuditStep()]),
|
||||||
});
|
});
|
||||||
@@ -1157,7 +1049,6 @@ describe("the chunked pipeline (extraction coverage)", () => {
|
|||||||
const reOpener = createExtractionPipeline({
|
const reOpener = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: fauxEngine([findingsStep((v) => reRunViews.push(v))]),
|
extractor: fauxEngine([findingsStep((v) => reRunViews.push(v))]),
|
||||||
auditor: fauxEngine([passThroughAuditStep()]),
|
auditor: fauxEngine([passThroughAuditStep()]),
|
||||||
});
|
});
|
||||||
@@ -1180,7 +1071,6 @@ describe("the session-deletion guard (chat deleted mid-run)", () => {
|
|||||||
const pipeline = createExtractionPipeline({
|
const pipeline = createExtractionPipeline({
|
||||||
chatStore,
|
chatStore,
|
||||||
graphStore: ledgers,
|
graphStore: ledgers,
|
||||||
embedder: fakeEmbedder,
|
|
||||||
extractor: submitModel("submit_findings", FINDINGS),
|
extractor: submitModel("submit_findings", FINDINGS),
|
||||||
auditor: submitModel("submit_review", { propositions: FINDINGS.propositions, edges: [], attribution: { quiz: {} }, dropped: [] }, () => chatStore.deleteChat(chatId)),
|
auditor: submitModel("submit_review", { propositions: FINDINGS.propositions, edges: [], attribution: { quiz: {} }, dropped: [] }, () => chatStore.deleteChat(chatId)),
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -57,8 +57,6 @@ function fakeStores(
|
|||||||
readSources: () => [],
|
readSources: () => [],
|
||||||
readPositions: () => ({}),
|
readPositions: () => ({}),
|
||||||
writePositions: () => {},
|
writePositions: () => {},
|
||||||
readEmbeddings: () => ({ model: "dead", dim: 0, vectors: {}, clusters: [], updatedAt: "" }),
|
|
||||||
writeEmbeddings: () => {},
|
|
||||||
readClusterLabels: () => [],
|
readClusterLabels: () => [],
|
||||||
appendClusterLabel: () => {},
|
appendClusterLabel: () => {},
|
||||||
appendNamingRun: () => {},
|
appendNamingRun: () => {},
|
||||||
|
|||||||
+5
-20
@@ -23,7 +23,7 @@ import type { QuestionAnswerData } from "../src/core/question-core.ts";
|
|||||||
import { getGraph, graphSnapshot, mergeFindings, type GraphDeps } from "../src/core/graph.ts";
|
import { getGraph, graphSnapshot, mergeFindings, type GraphDeps } from "../src/core/graph.ts";
|
||||||
import { graphStore } from "../src/store/graph.ts";
|
import { graphStore } from "../src/store/graph.ts";
|
||||||
import { chatStore } from "../src/store/chats.ts";
|
import { chatStore } from "../src/store/chats.ts";
|
||||||
import { LEDGER_FILES, PATHS, SOURCES_FILE, EMBEDDINGS_FILE } from "../config.ts";
|
import { LEDGER_FILES, PATHS, SOURCES_FILE } from "../config.ts";
|
||||||
|
|
||||||
/** The wired fs adapters, exactly what src/server/stores.ts passes in production. */
|
/** The wired fs adapters, exactly what src/server/stores.ts passes in production. */
|
||||||
const graphDeps = { chatStore, graphStore } as const satisfies GraphDeps;
|
const graphDeps = { chatStore, graphStore } as const satisfies GraphDeps;
|
||||||
@@ -38,9 +38,7 @@ function sessionSource(chatId: string): { messages: UIMessage[]; foldedAt: strin
|
|||||||
|
|
||||||
// ─── ledger isolation (backup-and-clear of data/graph/*.jsonl) ──────────────
|
// ─── ledger isolation (backup-and-clear of data/graph/*.jsonl) ──────────────
|
||||||
|
|
||||||
// EMBEDDINGS_FILE too: the semantic-cluster source (read by graphSnapshot)
|
const LEDGER_PATHS = [...Object.values(LEDGER_FILES), SOURCES_FILE];
|
||||||
// — isolated like the rest so this suite never touches the real vectors.
|
|
||||||
const LEDGER_PATHS = [...Object.values(LEDGER_FILES), SOURCES_FILE, EMBEDDINGS_FILE];
|
|
||||||
const backups: Array<{ file: string; bak: string }> = [];
|
const backups: Array<{ file: string; bak: string }> = [];
|
||||||
const createdChats: string[] = [];
|
const createdChats: string[] = [];
|
||||||
|
|
||||||
@@ -681,21 +679,14 @@ describe("session deletion (deleteChatTraces + deleteChatSession, wave 6)", () =
|
|||||||
mergeFindings(dB.id, auditB, graphDeps, sessionSource(dB.id));
|
mergeFindings(dB.id, auditB, graphDeps, sessionSource(dB.id));
|
||||||
const zId = graphStore.readMappings().find((m) => m.chatId === dB.id && m.sourceId === "q2")!.graphNodeId;
|
const zId = graphStore.readMappings().find((m) => m.chatId === dB.id && m.sourceId === "q2")!.graphNodeId;
|
||||||
|
|
||||||
// Coverage rows (both chats) + positions + embeddings garnish — the
|
// Coverage rows (both chats) + positions garnish — the deletion
|
||||||
// deletion prunes all three ledgers.
|
// prunes both ledgers.
|
||||||
for (const chat of [dA, dB]) {
|
for (const chat of [dA, dB]) {
|
||||||
for (let i = 0; i < 2; i++) {
|
for (let i = 0; i < 2; i++) {
|
||||||
graphStore.appendCoverage({ chatId: chat.id, fp: `${chat.id}-${i}`, tokens: 10, foldedAt: "2026-09-23T00:02:00.000Z" });
|
graphStore.appendCoverage({ chatId: chat.id, fp: `${chat.id}-${i}`, tokens: 10, foldedAt: "2026-09-23T00:02:00.000Z" });
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
graphStore.writePositions({ ...graphStore.readPositions(), [xId]: { x: 1, y: 1 }, [yId]: { x: 2, y: 2 }, [zId]: { x: 3, y: 3 } });
|
graphStore.writePositions({ ...graphStore.readPositions(), [xId]: { x: 1, y: 1 }, [yId]: { x: 2, y: 2 }, [zId]: { x: 3, y: 3 } });
|
||||||
const emb = graphStore.readEmbeddings();
|
|
||||||
graphStore.writeEmbeddings({
|
|
||||||
...emb,
|
|
||||||
vectors: { ...emb.vectors, [xId]: [1, 0], [yId]: [0, 1], [zId]: [1, 1] },
|
|
||||||
clusters: [...emb.clusters, { members: [xId, yId, zId] }],
|
|
||||||
updatedAt: "2026-09-23T00:03:00.000Z",
|
|
||||||
});
|
|
||||||
return { dA, dB, xId, yId, zId };
|
return { dA, dB, xId, yId, zId };
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -738,14 +729,10 @@ describe("session deletion (deleteChatTraces + deleteChatSession, wave 6)", () =
|
|||||||
// Mappings: dA's audit trail died; dB's stays.
|
// Mappings: dA's audit trail died; dB's stays.
|
||||||
const mappings = graphStore.readMappings().filter((m) => [dA.id, dB.id].includes(m.chatId));
|
const mappings = graphStore.readMappings().filter((m) => [dA.id, dB.id].includes(m.chatId));
|
||||||
assert.deepEqual(mappings, [{ chatId: dB.id, sourceId: "q1", graphNodeId: xId }, { chatId: dB.id, sourceId: "q2", graphNodeId: zId }]);
|
assert.deepEqual(mappings, [{ chatId: dB.id, sourceId: "q1", graphNodeId: xId }, { chatId: dB.id, sourceId: "q2", graphNodeId: zId }]);
|
||||||
// Positions/embeddings: the orphan pruned everywhere.
|
// Positions: the orphan pruned.
|
||||||
const positions = graphStore.readPositions();
|
const positions = graphStore.readPositions();
|
||||||
assert.equal(positions[yId], undefined);
|
assert.equal(positions[yId], undefined);
|
||||||
assert.deepEqual(positions[xId], { x: 1, y: 1 });
|
assert.deepEqual(positions[xId], { x: 1, y: 1 });
|
||||||
const emb = graphStore.readEmbeddings();
|
|
||||||
assert.equal(emb.vectors[yId], undefined);
|
|
||||||
assert.ok(emb.vectors[xId] && emb.vectors[zId]);
|
|
||||||
assert.deepEqual(emb.clusters.at(-1), { members: [xId, zId] }, "dead members pruned from the hull");
|
|
||||||
// The snapshot resolves X to dB only — the deleted chat left no ghost.
|
// The snapshot resolves X to dB only — the deleted chat left no ghost.
|
||||||
const snapshot = graphSnapshot(graphDeps);
|
const snapshot = graphSnapshot(graphDeps);
|
||||||
assert.deepEqual(snapshot.nodeSessions[xId], [dB.id]);
|
assert.deepEqual(snapshot.nodeSessions[xId], [dB.id]);
|
||||||
@@ -768,7 +755,6 @@ describe("session deletion (deleteChatTraces + deleteChatSession, wave 6)", () =
|
|||||||
events: graphStore.readEvents(),
|
events: graphStore.readEvents(),
|
||||||
mappings: graphStore.readMappings(),
|
mappings: graphStore.readMappings(),
|
||||||
positions: graphStore.readPositions(),
|
positions: graphStore.readPositions(),
|
||||||
embeddings: graphStore.readEmbeddings(),
|
|
||||||
};
|
};
|
||||||
const stats = deleteChatTraces(graphStore, dA.id, "preserve-graph");
|
const stats = deleteChatTraces(graphStore, dA.id, "preserve-graph");
|
||||||
assert.deepEqual(stats, {
|
assert.deepEqual(stats, {
|
||||||
@@ -784,7 +770,6 @@ describe("session deletion (deleteChatTraces + deleteChatSession, wave 6)", () =
|
|||||||
assert.deepEqual(graphStore.readEvents(), before.events);
|
assert.deepEqual(graphStore.readEvents(), before.events);
|
||||||
assert.deepEqual(graphStore.readMappings(), before.mappings);
|
assert.deepEqual(graphStore.readMappings(), before.mappings);
|
||||||
assert.deepEqual(graphStore.readPositions(), before.positions);
|
assert.deepEqual(graphStore.readPositions(), before.positions);
|
||||||
assert.deepEqual(graphStore.readEmbeddings(), before.embeddings);
|
|
||||||
assert.equal(graphStore.readCoverage().some((row) => row.chatId === dA.id), false);
|
assert.equal(graphStore.readCoverage().some((row) => row.chatId === dA.id), false);
|
||||||
assert.equal(graphStore.readCoverage().some((row) => row.chatId === dB.id), true);
|
assert.equal(graphStore.readCoverage().some((row) => row.chatId === dB.id), true);
|
||||||
void xId; void yId; void zId;
|
void xId; void yId; void zId;
|
||||||
|
|||||||
@@ -108,6 +108,7 @@ describe("settleGraphLayout", () => {
|
|||||||
const store = {
|
const store = {
|
||||||
readNodes: () => lines.map((l) => ({ ...l })),
|
readNodes: () => lines.map((l) => ({ ...l })),
|
||||||
readEdges: () => [edge("a", "b")],
|
readEdges: () => [edge("a", "b")],
|
||||||
|
readMappings: () => [],
|
||||||
readPositions: () => ({} as Record<string, Position>),
|
readPositions: () => ({} as Record<string, Position>),
|
||||||
writePositions: (p: Record<string, Position>) => void written.push(p),
|
writePositions: (p: Record<string, Position>) => void written.push(p),
|
||||||
};
|
};
|
||||||
@@ -121,6 +122,7 @@ describe("settleGraphLayout", () => {
|
|||||||
settleGraphLayout({
|
settleGraphLayout({
|
||||||
readNodes: () => [],
|
readNodes: () => [],
|
||||||
readEdges: () => [],
|
readEdges: () => [],
|
||||||
|
readMappings: () => [],
|
||||||
readPositions: () => ({} as Record<string, Position>),
|
readPositions: () => ({} as Record<string, Position>),
|
||||||
writePositions: (p) => void written.push(p),
|
writePositions: (p) => void written.push(p),
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -157,7 +157,7 @@ describe("the background roles' resolved pins (rolePins)", () => {
|
|||||||
};
|
};
|
||||||
const pins = rolePinsFor(resolveSettings(record).agent.models);
|
const pins = rolePinsFor(resolveSettings(record).agent.models);
|
||||||
assert.deepEqual(pins.researcher, { model: { provider: "openrouter", id: "z-ai/glm-5.3-flash" }, thinkingLevel: "high" });
|
assert.deepEqual(pins.researcher, { model: { provider: "openrouter", id: "z-ai/glm-5.3-flash" }, thinkingLevel: "high" });
|
||||||
assert.deepEqual(pins.labeler, { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } }); // level unset
|
assert.deepEqual(pins.auditor, { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } }); // level unset
|
||||||
assert.equal(pins.visualMaker, null, "vision tier untouched");
|
assert.equal(pins.visualMaker, null, "vision tier untouched");
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
@@ -39,6 +39,7 @@ function fakeStores(
|
|||||||
events?: LedgerEvent[];
|
events?: LedgerEvent[];
|
||||||
chats?: Array<Pick<ChatSummary, "id" | "title" | "createdAt" | "updatedAt">>;
|
chats?: Array<Pick<ChatSummary, "id" | "title" | "createdAt" | "updatedAt">>;
|
||||||
sources?: Array<Pick<NotesSource, "id" | "filePath" | "importedAt">>;
|
sources?: Array<Pick<NotesSource, "id" | "filePath" | "importedAt">>;
|
||||||
|
mappings?: Array<{ chatId: string; sourceId: string; graphNodeId: string }>;
|
||||||
} = {},
|
} = {},
|
||||||
): GraphDeps {
|
): GraphDeps {
|
||||||
const edges: GraphEdge[] = [];
|
const edges: GraphEdge[] = [];
|
||||||
@@ -46,18 +47,13 @@ function fakeStores(
|
|||||||
readNodes: () => nodes,
|
readNodes: () => nodes,
|
||||||
readEdges: () => edges,
|
readEdges: () => edges,
|
||||||
readEvents: () => over.events ?? [],
|
readEvents: () => over.events ?? [],
|
||||||
readMappings: () => [],
|
readMappings: () => over.mappings ?? [],
|
||||||
readCheckpoints: () => [],
|
readCheckpoints: () => [],
|
||||||
readCoverage: () => [],
|
readCoverage: () => [],
|
||||||
readSources: () =>
|
readSources: () =>
|
||||||
(over.sources ?? []).map((s) => ({ ...s, extractions: [] }) as unknown as NotesSource),
|
(over.sources ?? []).map((s) => ({ ...s, extractions: [] }) as unknown as NotesSource),
|
||||||
readPositions: () => ({}),
|
readPositions: () => ({}),
|
||||||
writePositions: () => {},
|
writePositions: () => {},
|
||||||
readEmbeddings: () => ({ model: "dead", dim: 0, vectors: {}, clusters: [], updatedAt: "" }),
|
|
||||||
writeEmbeddings: () => {},
|
|
||||||
readClusterLabels: () => [],
|
|
||||||
appendClusterLabel: () => {},
|
|
||||||
appendNamingRun: () => {},
|
|
||||||
readNamingRuns: () => [],
|
readNamingRuns: () => [],
|
||||||
} as unknown as GraphStore;
|
} as unknown as GraphStore;
|
||||||
const chatStore: ChatStore = {
|
const chatStore: ChatStore = {
|
||||||
@@ -110,6 +106,80 @@ describe("birthSessionPartition", () => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// ─── the notes mapping fallback (owner-approved 2026-09-23) ─────────────────
|
||||||
|
|
||||||
|
describe("the notes mapping-line fallback", () => {
|
||||||
|
// The PRODUCTION notes shape: importNotes passes messages: null, so
|
||||||
|
// nodes are born with EMPTY provenance — the file's anchor is the
|
||||||
|
// mapping line (interlude live-smoke finding: the provenance-only rule
|
||||||
|
// left every imported file unclustered and invisible to the prober).
|
||||||
|
it("empty-provenance nodes birth under their first mapping line's session", () => {
|
||||||
|
const nodes = [
|
||||||
|
node("a", "Alpha", []),
|
||||||
|
node("b", "Beta", []),
|
||||||
|
node("c", "Gamma", []),
|
||||||
|
node("d", "Delta", [pt("chat1")]), // provenance wins — mapping ignored
|
||||||
|
];
|
||||||
|
const mappings = [
|
||||||
|
{ chatId: "src_notes", sourceId: "p1", graphNodeId: "a" },
|
||||||
|
{ chatId: "src_notes", sourceId: "p2", graphNodeId: "b" },
|
||||||
|
{ chatId: "src_notes", sourceId: "p3", graphNodeId: "c" },
|
||||||
|
// A chat mapping for a node that ALSO has provenance: never consulted.
|
||||||
|
{ chatId: "chat2", sourceId: "p4", graphNodeId: "d" },
|
||||||
|
// A mapping for a node that does not exist: ignored.
|
||||||
|
{ chatId: "src_notes", sourceId: "p5", graphNodeId: "ghost" },
|
||||||
|
];
|
||||||
|
const clusters = birthSessionPartition(nodes, mappings);
|
||||||
|
assert.deepEqual(clusters, [
|
||||||
|
{ id: "src_notes", members: ["a", "b", "c"] },
|
||||||
|
{ id: "chat1", members: ["d"] },
|
||||||
|
], "size-desc, then id asc — src_notes first");
|
||||||
|
// No mapping and no provenance: unclustered.
|
||||||
|
assert.deepEqual(birthSessionPartition([node("x", "X", [])], mappings), []);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("graphSessionIndex lists imported files as kind:file with birth counts (production shape)", () => {
|
||||||
|
const nodes = [node("a", "Alpha", []), node("b", "Beta", []), node("c", "Gamma", [])];
|
||||||
|
const deps = fakeStores(nodes, {
|
||||||
|
mappings: [
|
||||||
|
{ chatId: "src_abc", sourceId: "p1", graphNodeId: "a" },
|
||||||
|
{ chatId: "src_abc", sourceId: "p2", graphNodeId: "b" },
|
||||||
|
{ chatId: "src_abc", sourceId: "p3", graphNodeId: "c" },
|
||||||
|
],
|
||||||
|
sources: [{ id: "src_abc", filePath: "/vault/learn vim.md", importedAt: "2026-09-22T00:00:00.000Z" }],
|
||||||
|
});
|
||||||
|
const index = graphSessionIndex(deps);
|
||||||
|
assert.deepEqual(index, [
|
||||||
|
{
|
||||||
|
id: "src_abc",
|
||||||
|
name: "/vault/learn vim.md",
|
||||||
|
kind: "file",
|
||||||
|
createdAt: "2026-09-22T00:00:00.000Z",
|
||||||
|
updatedAt: "2026-09-22T00:00:00.000Z",
|
||||||
|
propositions: 3,
|
||||||
|
},
|
||||||
|
], "the file births under its src id; the childless chat has no entry (birth sessions only)");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("graphSessionPropositions lists the file's births under the src id", () => {
|
||||||
|
const events: LedgerEvent[] = [
|
||||||
|
{ nodeId: "a", kind: "observation", chatId: "src_abc", at: "2026-09-22T00:00:00.000Z", note: "solid", ref: "obs:p1" },
|
||||||
|
];
|
||||||
|
const deps = fakeStores([node("a", "Alpha", []), node("b", "Beta", [])], {
|
||||||
|
events,
|
||||||
|
mappings: [
|
||||||
|
{ chatId: "src_abc", sourceId: "p1", graphNodeId: "a" },
|
||||||
|
{ chatId: "src_abc", sourceId: "p2", graphNodeId: "b" },
|
||||||
|
],
|
||||||
|
sources: [{ id: "src_abc", filePath: "/vault/learn vim.md", importedAt: "2026-09-22T00:00:00.000Z" }],
|
||||||
|
});
|
||||||
|
assert.deepEqual(graphSessionPropositions(deps, "src_abc"), [
|
||||||
|
{ nodeId: "a", name: "Alpha", understanding: "solid", evaluatedAt: "2026-09-22T00:00:00.000Z" },
|
||||||
|
{ nodeId: "b", name: "Beta", understanding: null, evaluatedAt: null },
|
||||||
|
]);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
// ─── the snapshot join ──────────────────────────────────────────────────────
|
// ─── the snapshot join ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
describe("graphSnapshot birth-session clusters", () => {
|
describe("graphSnapshot birth-session clusters", () => {
|
||||||
|
|||||||
@@ -39,17 +39,17 @@ describe("parseAgentSettingsBody", () => {
|
|||||||
const r = parseAgentSettingsBody({
|
const r = parseAgentSettingsBody({
|
||||||
models: {
|
models: {
|
||||||
researcher: { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } },
|
researcher: { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } },
|
||||||
labeler: { thinkingLevel: "high" },
|
auditor: { thinkingLevel: "high" },
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
assert.ok(r.ok);
|
assert.ok(r.ok);
|
||||||
assert.deepEqual(r.settings.models, {
|
assert.deepEqual(r.settings.models, {
|
||||||
researcher: { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } },
|
researcher: { model: { provider: "openrouter", id: "qwen/qwen3.8-flash" } },
|
||||||
labeler: { thinkingLevel: "high" },
|
auditor: { thinkingLevel: "high" },
|
||||||
});
|
});
|
||||||
const bad = parseAgentSettingsBody({ models: { teacher: {} } });
|
const bad = parseAgentSettingsBody({ models: { teacher: {} } });
|
||||||
assert.equal(bad.ok, false);
|
assert.equal(bad.ok, false);
|
||||||
if (!bad.ok) assert.match(bad.error, /unknown role "teacher" \(supported: researcher, demoBuilder, visualMaker, extractor, auditor, labeler\)/);
|
if (!bad.ok) assert.match(bad.error, /unknown role "teacher" \(supported: researcher, demoBuilder, visualMaker, extractor, auditor\)/);
|
||||||
const malformed = parseAgentSettingsBody({ models: { researcher: { model: { provider: 1, id: "x" } } } });
|
const malformed = parseAgentSettingsBody({ models: { researcher: { model: { provider: 1, id: "x" } } } });
|
||||||
assert.equal(malformed.ok, false);
|
assert.equal(malformed.ok, false);
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -97,22 +97,22 @@ describe("resolveSettings", () => {
|
|||||||
it("resolveModelSpec is field-independent per override aspect", () => {
|
it("resolveModelSpec is field-independent per override aspect", () => {
|
||||||
const slots = { cheap: { model: { provider: "zai", id: "slot-model" }, thinkingLevel: "high" as const } };
|
const slots = { cheap: { model: { provider: "zai", id: "slot-model" }, thinkingLevel: "high" as const } };
|
||||||
assert.deepEqual(
|
assert.deepEqual(
|
||||||
resolveModelSpec("labeler", { model: { provider: "other", id: "x" } }, slots),
|
resolveModelSpec("auditor", { model: { provider: "other", id: "x" } }, slots),
|
||||||
{ provider: "other", id: "x", thinkingLevel: "high" }, // override model + slot level
|
{ provider: "other", id: "x", thinkingLevel: "high" }, // override model + slot level
|
||||||
);
|
);
|
||||||
assert.deepEqual(resolveModelSpec("labeler", { thinkingLevel: "max" }, slots), {
|
assert.deepEqual(resolveModelSpec("auditor", { thinkingLevel: "max" }, slots), {
|
||||||
provider: "zai",
|
provider: "zai",
|
||||||
id: "slot-model",
|
id: "slot-model",
|
||||||
thinkingLevel: "max", // override level + slot model
|
thinkingLevel: "max", // override level + slot model
|
||||||
});
|
});
|
||||||
assert.equal(resolveModelSpec("labeler", undefined, {}), undefined);
|
assert.equal(resolveModelSpec("auditor", undefined, {}), undefined);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
describe("the slot tier (BYOK, owner 2026-09-22)", () => {
|
describe("the slot tier (BYOK, owner 2026-09-22)", () => {
|
||||||
it("slot alone re-tiers every role of its tier (no role overrides present)", () => {
|
it("slot alone re-tiers every role of its tier (no role overrides present)", () => {
|
||||||
const eff = resolveSettings({ version: 1, models: { cheap: { model: { provider: "zai", id: "glm-5.3-flash" } } } });
|
const eff = resolveSettings({ version: 1, models: { cheap: { model: { provider: "zai", id: "glm-5.3-flash" } } } });
|
||||||
for (const role of ["researcher", "demoBuilder", "extractor", "auditor", "labeler"] as const) {
|
for (const role of ["researcher", "demoBuilder", "extractor", "auditor"] as const) {
|
||||||
assert.deepEqual(
|
assert.deepEqual(
|
||||||
eff.agent.models[role],
|
eff.agent.models[role],
|
||||||
{ provider: "zai", id: "glm-5.3-flash", thinkingLevel: undefined }, // level unset → default order
|
{ provider: "zai", id: "glm-5.3-flash", thinkingLevel: undefined }, // level unset → default order
|
||||||
@@ -134,7 +134,7 @@ describe("the slot tier (BYOK, owner 2026-09-22)", () => {
|
|||||||
id: "r-override",
|
id: "r-override",
|
||||||
thinkingLevel: "high", // slot level rides the override's model
|
thinkingLevel: "high", // slot level rides the override's model
|
||||||
});
|
});
|
||||||
assert.deepEqual(eff.agent.models.labeler, { provider: "zai", id: "r-slot", thinkingLevel: "high" });
|
assert.deepEqual(eff.agent.models.auditor, { provider: "zai", id: "r-slot", thinkingLevel: "high" });
|
||||||
});
|
});
|
||||||
|
|
||||||
it("vision slot covers visualMaker AND pdfReader; level-only slots resolve as NULL", () => {
|
it("vision slot covers visualMaker AND pdfReader; level-only slots resolve as NULL", () => {
|
||||||
|
|||||||
@@ -145,7 +145,7 @@ describe("sanitizeUserSettings", () => {
|
|||||||
models: {
|
models: {
|
||||||
teacher: { thinkingLevel: "low" }, // NOT a background role — drops
|
teacher: { thinkingLevel: "low" }, // NOT a background role — drops
|
||||||
researcher: { model: { provider: "openrouter", id: "x/y" } },
|
researcher: { model: { provider: "openrouter", id: "x/y" } },
|
||||||
labeler: { model: { provider: 3, id: "x/y" }, thinkingLevel: "high" }, // bad model, keeps thinking
|
extractor: { model: { provider: 3, id: "x/y" }, thinkingLevel: "high" }, // bad model, keeps thinking
|
||||||
auditor: { thinkingLevel: "banana" }, // invalid level → empty override drops
|
auditor: { thinkingLevel: "banana" }, // invalid level → empty override drops
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
@@ -154,7 +154,7 @@ describe("sanitizeUserSettings", () => {
|
|||||||
const models = out.agent?.models ?? {};
|
const models = out.agent?.models ?? {};
|
||||||
assert.equal("teacher" in models, false);
|
assert.equal("teacher" in models, false);
|
||||||
assert.deepEqual(models.researcher, { model: { provider: "openrouter", id: "x/y" } });
|
assert.deepEqual(models.researcher, { model: { provider: "openrouter", id: "x/y" } });
|
||||||
assert.deepEqual(models.labeler, { thinkingLevel: "high" });
|
assert.deepEqual(models.extractor, { thinkingLevel: "high" });
|
||||||
assert.equal("auditor" in models, false);
|
assert.equal("auditor" in models, false);
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -186,14 +186,13 @@ describe("sanitizeUserSettings", () => {
|
|||||||
assert.deepEqual(out.agent?.tools, { quiz: false, demo: true });
|
assert.deepEqual(out.agent?.tools, { quiz: false, demo: true });
|
||||||
});
|
});
|
||||||
|
|
||||||
it("BACKGROUND_MODEL_ROLES matches the six background roles (config sync pinned in server tests)", () => {
|
it("BACKGROUND_MODEL_ROLES matches the five background roles (the labeler died with the wave-7 namer kill)", () => {
|
||||||
assert.deepEqual([...BACKGROUND_MODEL_ROLES], [
|
assert.deepEqual([...BACKGROUND_MODEL_ROLES], [
|
||||||
"researcher",
|
"researcher",
|
||||||
"demoBuilder",
|
"demoBuilder",
|
||||||
"visualMaker",
|
"visualMaker",
|
||||||
"extractor",
|
"extractor",
|
||||||
"auditor",
|
"auditor",
|
||||||
"labeler",
|
|
||||||
]);
|
]);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
Reference in New Issue
Block a user