Merge notes import reliability repair
This commit is contained in:
amosblomqvist
+201
-14
@@ -22,6 +22,7 @@
|
||||
*/
|
||||
|
||||
import assert from "node:assert/strict";
|
||||
import { createHash } from "node:crypto";
|
||||
import * as fs from "node:fs";
|
||||
import { after, describe, it } from "node:test";
|
||||
import { createFauxCore, fauxAssistantMessage, fauxToolCall, type FauxResponseStep, type ToolCall } from "@earendil-works/pi-ai";
|
||||
@@ -44,6 +45,7 @@ import type { GraphStore } from "../src/core/ports.ts";
|
||||
import {
|
||||
abortExtraction,
|
||||
createExtractionPipeline,
|
||||
NotesImportError,
|
||||
extractionStatuses,
|
||||
transcriptView,
|
||||
sourceDigest,
|
||||
@@ -1584,7 +1586,7 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
||||
assert.equal(ledgers.readCoverage().length, 0, "nothing checkpointed — the messages stay re-runnable");
|
||||
});
|
||||
|
||||
it("re-importing is fingerprint-guarded: unchanged text is a TRUE no-op; changed text re-runs (owner, 2026-09-29)", async () => {
|
||||
it("every explicit import runs the whole file, even identical text and legacy fingerprints", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
const mk = () =>
|
||||
createExtractionPipeline({
|
||||
@@ -1596,23 +1598,21 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
||||
const first = await mk().importNotes({ filePath: "/vault/learn vim.md", text: NOTES_TEXT });
|
||||
assert.deepEqual(first, { nodes: 1, chains: 0 });
|
||||
|
||||
// Unchanged text: the content fingerprint matches — no extraction
|
||||
// at all (no model calls, no usage record; the mappings ledger
|
||||
// used to give this no-op at merge time by accident).
|
||||
// A legacy stamp must never suppress an explicit import.
|
||||
ledgers.upsertSource({ ...ledgers.readSources()[0]!, contentFp: createHash("sha256").update(NOTES_TEXT).digest("hex").slice(0, 16) });
|
||||
const second = await mk().importNotes({ filePath: "/vault/learn vim.md", text: NOTES_TEXT });
|
||||
assert.deepEqual(second, { nodes: 0, chains: 0 }, "unchanged content is a true no-op");
|
||||
assert.deepEqual(second, { nodes: 1, chains: 0 }, "identical content re-extracts");
|
||||
assert.equal(ledgers.readSources()[0]!.contentFp, undefined, "new imports write no fingerprint");
|
||||
|
||||
assert.equal(ledgers.readSources().length, 1, "one source identity — the path hashes to the same id");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 1, "only the real run billed its usage");
|
||||
assert.equal(ledgers.readNodes().length, 1, "no duplicate node");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2, "both runs bill usage");
|
||||
assert.equal(ledgers.readNodes().length, 2, "the auditor, not a content skip, owns identity");
|
||||
|
||||
// Changed text under the same path: the fingerprint misses — the
|
||||
// whole file re-runs (fresh merge; the auditor's links would dedupe
|
||||
// identity on a real model).
|
||||
// Changed text also re-runs the whole file.
|
||||
const third = await mk().importNotes({ filePath: "/vault/learn vim.md", text: `${NOTES_TEXT}\nA new closing line.` });
|
||||
assert.deepEqual(third, { nodes: 1, chains: 0 }, "changed content re-extracts");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2, "the re-run bills its usage");
|
||||
assert.equal(ledgers.readNodes().length, 2);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 3, "the re-run bills its usage");
|
||||
assert.equal(ledgers.readNodes().length, 3);
|
||||
});
|
||||
|
||||
it("aborts like a chat run: true cancellation, nothing merged, partial usage in the source record", async () => {
|
||||
@@ -1627,7 +1627,7 @@ describe("the notes front door (importNotes — format-agnostic)", () => {
|
||||
|
||||
const srcId = extractionStatuses().find((r) => r.chatId.startsWith("src_"))!.chatId;
|
||||
assert.equal(abortExtraction(srcId), true);
|
||||
assert.deepEqual(await runPromise, { nodes: 0, chains: 0 });
|
||||
await assert.rejects(runPromise, (error) => error instanceof NotesImportError && error.outcome === "aborted" && error.partialStats.nodes === 0);
|
||||
assert.equal(ledgers.readNodes().length, 0, "nothing merged");
|
||||
assert.equal(ledgers.readCheckpoints().length, 0, "nothing checkpointed");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 1, "partial usage still persisted");
|
||||
@@ -1935,7 +1935,7 @@ describe("per-chunk parallel jobs (owner, 2026-09-28)", () => {
|
||||
// SOURCE-WIDE abort: the parked job dies and the run ENDS — no
|
||||
// later chunk ever mints (fresh rows would hang un-aborted).
|
||||
assert.equal(abortExtraction(srcId), true);
|
||||
assert.deepEqual(await runPromise, { nodes: 0, chains: 0 });
|
||||
await assert.rejects(runPromise, (error) => error instanceof NotesImportError && error.outcome === "aborted");
|
||||
assert.equal(extractionStatuses().filter((r) => r.chatId === srcId).length, 0, "all rows leave the registry");
|
||||
assert.equal(ledgers.readNodes().length, 0, "nothing merged");
|
||||
// Per-job usage: the ONE minted job persisted its (failed) spend.
|
||||
@@ -2318,3 +2318,190 @@ describe("chain simplification (the merger's maintenance pass, owner 2026-09-30
|
||||
assert.equal(stored.length, 2, "the ledger is back to the two lean chains");
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
describe("notes import completion and retry reliability", () => {
|
||||
const input = { filePath: "reliability.md", text: NOTES_TEXT };
|
||||
const make = (graphStore: GraphStore, extractor = submitModel("submit_findings", NOTES_FINDINGS)) =>
|
||||
createExtractionPipeline({ chatStore, graphStore, extractor, auditor: submitModel("submit_review", NOTES_VERDICT) });
|
||||
const incomplete = (outcome: NotesImportError["outcome"], nodes: number) => (error: unknown) => {
|
||||
assert.ok(error instanceof NotesImportError);
|
||||
assert.equal(error.outcome, outcome);
|
||||
assert.equal(error.partialStats.nodes, nodes);
|
||||
return true;
|
||||
};
|
||||
|
||||
it("failure followed by an unchanged retry really extracts and preserves both usage records", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
await assert.rejects(make(ledgers, silentModel()).importNotes(input), incomplete("failed", 0));
|
||||
assert.deepEqual(await make(ledgers).importNotes(input), { nodes: 1, chains: 0 });
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
});
|
||||
|
||||
it("zero new nodes and an empty file are successful, but the readiness gate still applies", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
assert.deepEqual(await make(ledgers, submitModel("submit_findings", { propositions: [], chains: [] })).importNotes(input), { nodes: 0, chains: 0 });
|
||||
assert.deepEqual(await make(ledgers).importNotes({ ...input, text: " \n" }), { nodes: 0, chains: 0 });
|
||||
await assert.rejects(createExtractionPipeline({ chatStore, graphStore: ledgers }).importNotes({ ...input, text: "" }), ModelsNotConfiguredError);
|
||||
await assert.rejects(createExtractionPipeline({ chatStore, graphStore: ledgers, extractor: submitModel("submit_findings", NOTES_FINDINGS), auditor: submitModel("submit_review", NOTES_VERDICT), providerKeyMissing: () => providerKeyMissing("openai", ["cheap"]) }).importNotes(input), ProviderKeyMissingError);
|
||||
});
|
||||
|
||||
it("isolates an ordinary failed chunk, reports partial, and keeps earlier/later merges and usage", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let calls = 0;
|
||||
const pipeline = createExtractionPipeline({
|
||||
chatStore, graphStore: ledgers, getChunkTokens: () => 1,
|
||||
engineFor: (role) => role === "auditor" ? submitModel("submit_review", NOTES_VERDICT) : fauxEngine([() => {
|
||||
calls++;
|
||||
if (calls === 2) throw new Error("synthetic failed chunk");
|
||||
return fauxAssistantMessage([fauxToolCall("submit_findings", NOTES_FINDINGS as unknown as ToolCall["arguments"])], { stopReason: "toolUse" });
|
||||
}]),
|
||||
});
|
||||
await assert.rejects(pipeline.importNotes({ ...input, text: "first chunk\nsecond chunk\nthird chunk" }), incomplete("partial", 2));
|
||||
assert.equal(calls, 3);
|
||||
assert.equal(ledgers.readNodes().length, 2);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 3);
|
||||
});
|
||||
|
||||
it("an abort after an earlier merge stops later chunks without losing graph or billed usage", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let calls = 0;
|
||||
const pipeline = createExtractionPipeline({
|
||||
chatStore, graphStore: ledgers, getChunkTokens: () => 1,
|
||||
engineFor: (role) => role === "auditor" ? submitModel("submit_review", NOTES_VERDICT) : submitModel("submit_findings", NOTES_FINDINGS, () => {
|
||||
calls++;
|
||||
if (calls === 2) abortExtraction(ledgers.readSources()[0]!.id);
|
||||
}),
|
||||
});
|
||||
await assert.rejects(pipeline.importNotes({ ...input, text: "first chunk\nsecond chunk\nthird chunk" }), incomplete("aborted", 1));
|
||||
assert.equal(calls, 2);
|
||||
assert.equal(ledgers.readNodes().length, 1);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
});
|
||||
|
||||
for (const abortAt of [1, 2]) it(`abort in chunk ${abortAt} survives a usage-persistence error and stops later chunks`, async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let calls = 0;
|
||||
let cancelled = false;
|
||||
let usageFailures = 0;
|
||||
const graphStore: GraphStore = { ...ledgers, appendSourceUsage: (id, entry) => {
|
||||
if (cancelled) { usageFailures++; throw new Error("synthetic usage persistence failure during abort"); }
|
||||
ledgers.appendSourceUsage(id, entry);
|
||||
} };
|
||||
const pipeline = createExtractionPipeline({
|
||||
chatStore, graphStore, getChunkTokens: () => 1,
|
||||
engineFor: (role) => role === "auditor" ? submitModel("submit_review", NOTES_VERDICT) : submitModel("submit_findings", NOTES_FINDINGS, () => {
|
||||
calls++;
|
||||
if (calls === abortAt) {
|
||||
cancelled = true;
|
||||
assert.equal(abortExtraction(ledgers.readSources()[0]!.id), true);
|
||||
}
|
||||
}),
|
||||
});
|
||||
const wholeFile = { ...input, text: "first chunk\nsecond chunk\nthird chunk" };
|
||||
await assert.rejects(pipeline.importNotes(wholeFile), (error) => {
|
||||
incomplete("aborted", abortAt - 1)(error);
|
||||
assert.match((error as NotesImportError).message, /synthetic usage persistence failure during abort/);
|
||||
return true;
|
||||
});
|
||||
assert.equal(calls, abortAt, "no later extractor runs with a fresh controller after cancellation");
|
||||
assert.equal(usageFailures, 1, "the aborted chunk attempted to persist usage and surfaced its failure");
|
||||
assert.equal(ledgers.readNodes().length, abortAt - 1, "earlier graph merges retained");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, abortAt - 1, "earlier usage retained");
|
||||
assert.equal(extractionStatuses().length, 0, "cancelled job row removed");
|
||||
assert.deepEqual(await make(ledgers).importNotes(wholeFile), { nodes: 1, chains: 0 }, "source exclusion released for an explicit unchanged whole-file retry");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, abortAt);
|
||||
});
|
||||
|
||||
it("a usage-persistence error without an aborted signal remains an isolated failure and later chunks run", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let calls = 0;
|
||||
const graphStore: GraphStore = { ...ledgers, appendSourceUsage: (id, entry) => {
|
||||
if (calls === 1) throw new Error("synthetic isolated usage failure");
|
||||
ledgers.appendSourceUsage(id, entry);
|
||||
} };
|
||||
const pipeline = createExtractionPipeline({
|
||||
chatStore, graphStore, getChunkTokens: () => 1,
|
||||
engineFor: (role) => role === "auditor" ? submitModel("submit_review", NOTES_VERDICT) : submitModel("submit_findings", NOTES_FINDINGS, () => { calls++; }),
|
||||
});
|
||||
await assert.rejects(pipeline.importNotes({ ...input, text: "first chunk\nsecond chunk\nthird chunk" }), (error) => {
|
||||
incomplete("partial", 3)(error);
|
||||
assert.match((error as NotesImportError).message, /synthetic isolated usage failure/);
|
||||
return true;
|
||||
});
|
||||
assert.equal(calls, 3, "ordinary cleanup failure does not imply cancellation");
|
||||
assert.equal(ledgers.readNodes().length, 3);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
});
|
||||
|
||||
it("overlapping identical or different contents are busy BEFORE source metadata changes, across pipeline instances", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let release!: () => void;
|
||||
const gate = new Promise<void>((resolve) => { release = resolve; });
|
||||
let upserts = 0;
|
||||
const tracked = { ...ledgers, upsertSource: (source: NotesSource) => { upserts++; ledgers.upsertSource(source); } };
|
||||
const first = make(tracked, gatedSubmitModel("submit_findings", NOTES_FINDINGS, gate)).importNotes(input);
|
||||
const sourceBefore = structuredClone(ledgers.readSources());
|
||||
try {
|
||||
await assert.rejects(make(tracked).importNotes(input), incomplete("busy", 0));
|
||||
await assert.rejects(make(tracked).importNotes({ ...input, text: "changed" }), incomplete("busy", 0));
|
||||
assert.equal(upserts, 1, "busy calls cannot even attempt source metadata writes");
|
||||
assert.deepEqual(ledgers.readSources(), sourceBefore);
|
||||
} finally { release(); }
|
||||
await first;
|
||||
assert.deepEqual(await make(ledgers).importNotes(input), { nodes: 1, chains: 0 }, "lock released after lifecycle");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
});
|
||||
|
||||
it("a fulfilled zero-node chunk plus a failed chunk is partial, not failed or completed", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
let calls = 0;
|
||||
const pipeline = createExtractionPipeline({
|
||||
chatStore, graphStore: ledgers, getChunkTokens: () => 1,
|
||||
engineFor: (role) => role === "auditor" ? submitModel("submit_review", NOTES_VERDICT) : fauxEngine([() => {
|
||||
if (++calls === 2) throw new Error("synthetic failed chunk");
|
||||
return fauxAssistantMessage([fauxToolCall("submit_findings", { propositions: [], chains: [] })], { stopReason: "toolUse" });
|
||||
}]),
|
||||
});
|
||||
await assert.rejects(pipeline.importNotes({ ...input, text: "first chunk\nsecond chunk" }), incomplete("partial", 0));
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
});
|
||||
|
||||
it("a merger failure after a node append is incomplete without rolling back that write", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
const broken = { ...ledgers, appendCheckpoint: () => { throw new Error("synthetic checkpoint failure after node append"); } };
|
||||
await assert.rejects(make(broken).importNotes(input), incomplete("failed", 0));
|
||||
assert.equal(ledgers.readNodes().length, 1, "already appended graph write retained even though merge never returned stats");
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 1);
|
||||
});
|
||||
|
||||
for (const seam of ["layout", "usage"] as const) it(`a post-merge ${seam} failure is not false success and reports committed stats`, async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
const originalUsage = ledgers.appendSourceUsage;
|
||||
let failed = false;
|
||||
const broken: GraphStore = { ...ledgers,
|
||||
...(seam === "layout" ? { writePositions: () => { throw new Error("synthetic layout failure"); } } : {
|
||||
appendSourceUsage: (id, entry) => { if (!failed) { failed = true; throw new Error("synthetic usage failure"); } originalUsage(id, entry); },
|
||||
}),
|
||||
};
|
||||
await assert.rejects(make(broken).importNotes(input), incomplete("failed", 1));
|
||||
assert.equal(ledgers.readNodes().length, 1);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 1);
|
||||
await make(ledgers).importNotes(input);
|
||||
});
|
||||
|
||||
it("source-upsert failure is typed and releases exclusion for retry", async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
await assert.rejects(make({ ...ledgers, upsertSource: () => { throw new Error("synthetic metadata failure"); } }).importNotes(input), incomplete("failed", 0));
|
||||
await make(ledgers).importNotes(input);
|
||||
});
|
||||
|
||||
for (const filePath of ["1.md", "1.1.md", "1 notes.md", "1.1 notes.md"]) it(`imports and repeats identical text for ${filePath}`, async () => {
|
||||
const ledgers = memoryLedgers();
|
||||
await make(ledgers).importNotes({ ...input, filePath });
|
||||
await make(ledgers).importNotes({ ...input, filePath });
|
||||
assert.equal(ledgers.readSources().length, 1);
|
||||
assert.equal(ledgers.readSources()[0]!.extractions?.length, 2);
|
||||
assert.equal(ledgers.readNodes().length, 2);
|
||||
});
|
||||
});
|
||||
|
||||
@@ -0,0 +1,103 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { after, it } from "node:test";
|
||||
import { POST } from "../app/api/graph/import/route.ts";
|
||||
import { extraction } from "../src/server/index.ts";
|
||||
import { ModelsNotConfiguredError, ProviderKeyMissingError } from "../src/core/settings.ts";
|
||||
import { createExtractionPipeline, NotesImportError } from "../src/agent/subagents/extraction.ts";
|
||||
import { createFauxCore, fauxAssistantMessage, fauxToolCall } from "@earendil-works/pi-ai";
|
||||
import { stores } from "../src/server/stores.ts";
|
||||
import type { GraphStore } from "../src/core/ports.ts";
|
||||
import type { GraphNode, GraphChain, NotesSource, SessionCheckpoint } from "../src/core/contracts.ts";
|
||||
|
||||
const original = extraction.importNotes;
|
||||
after(() => { extraction.importNotes = original; });
|
||||
function request(names: string[]) {
|
||||
const form = new FormData();
|
||||
for (const name of names) form.append("files", new File(["identical text"], name));
|
||||
return new Request("http://localhost/api/graph/import", { method: "POST", body: form });
|
||||
}
|
||||
|
||||
it("route keeps three-worker batching, request positions and mixed per-file outcomes/config details", async () => {
|
||||
let active = 0;
|
||||
let peak = 0;
|
||||
extraction.importNotes = async ({ filePath }) => {
|
||||
active++; peak = Math.max(peak, active);
|
||||
try {
|
||||
await new Promise((resolve) => setTimeout(resolve, filePath === "slow.md" ? 25 : 1));
|
||||
if (filePath === "models.md") throw new ModelsNotConfiguredError(["cheap"]);
|
||||
if (filePath === "key.md") throw new ProviderKeyMissingError("openai", ["cheap"]);
|
||||
if (["failed", "partial", "aborted", "busy"].includes(filePath)) throw new NotesImportError(filePath as NotesImportError["outcome"], { nodes: 2, chains: 1 }, `synthetic ${filePath}`);
|
||||
if (filePath === "unknown.md") throw new Error("synthetic unknown error");
|
||||
return { nodes: 0, chains: 0 };
|
||||
} finally { active--; }
|
||||
};
|
||||
const names = ["slow.md", "same.md", "same.md", "failed", "partial", "aborted", "busy", "models.md", "key.md", "unknown.md"];
|
||||
const response = await POST(request(names));
|
||||
assert.equal(response.status, 200);
|
||||
const { results } = await response.json();
|
||||
assert.equal(peak, 3);
|
||||
assert.notEqual(results[0].requestIndex, 0, "out-of-order completion remains supported");
|
||||
assert.equal(results.length, names.length);
|
||||
for (const [requestIndex, filePath] of names.entries()) {
|
||||
const result = results.find((r: { requestIndex: number }) => r.requestIndex === requestIndex);
|
||||
assert.equal(result.filePath, filePath);
|
||||
if (["failed", "partial", "aborted", "busy"].includes(filePath)) {
|
||||
assert.equal(result.outcome, filePath);
|
||||
assert.equal(result.ok, false);
|
||||
assert.deepEqual(result.stats, { nodes: 2, chains: 1 });
|
||||
} else if (["slow.md", "same.md"].includes(filePath)) {
|
||||
assert.equal(result.outcome, "completed"); assert.equal(result.ok, true);
|
||||
} else { assert.equal(result.ok, false); assert.equal(result.outcome, "failed"); }
|
||||
}
|
||||
assert.deepEqual(results.find((r: { filePath: string }) => r.filePath === "models.md").missing, ["cheap"]);
|
||||
const key = results.find((r: { filePath: string }) => r.filePath === "key.md");
|
||||
assert.equal(key.code, "provider_key_missing"); assert.equal(key.provider, "openai"); assert.deepEqual(key.slots, ["cheap"]);
|
||||
});
|
||||
|
||||
it("real route plus in-memory ledgers and faux stages reprocess identical imports for all four filename cases", async () => {
|
||||
const nodes: GraphNode[] = [];
|
||||
const chains: GraphChain[] = [];
|
||||
const checkpoints: SessionCheckpoint[] = [];
|
||||
const sources = new Map<string, NotesSource>();
|
||||
const graphStore: GraphStore = {
|
||||
appendNode: (node) => { nodes.push(node); }, readNodes: () => [...nodes],
|
||||
appendChain: (chain) => { chains.push(chain); }, readChains: () => [...chains],
|
||||
appendCheckpoint: (checkpoint) => { checkpoints.push(checkpoint); }, readCheckpoints: () => [...checkpoints],
|
||||
appendCoverage: () => {}, readCoverage: () => [],
|
||||
upsertSource: (source) => { sources.set(source.id, { ...source, extractions: sources.get(source.id)?.extractions ?? [] }); },
|
||||
readSources: () => [...sources.values()],
|
||||
appendSourceUsage: (id, usage) => { sources.get(id)!.extractions!.push(usage); },
|
||||
readPositions: () => ({}), writePositions: () => {}, rewriteLedgers: () => {},
|
||||
};
|
||||
let calls = 0;
|
||||
const pipeline = createExtractionPipeline({ chatStore: stores.chatStore, graphStore,
|
||||
engineFor: (role) => {
|
||||
const faux = createFauxCore({});
|
||||
faux.setResponses([() => {
|
||||
if (role === "extractor") calls++;
|
||||
return fauxAssistantMessage([fauxToolCall(role === "extractor" ? "submit_findings" : "submit_review", role === "extractor" ? {
|
||||
propositions: [{ id: "p1", name: "Synthetic import", statement: "Explicit notes imports process the whole file.", aliases: [] }], chains: [],
|
||||
} : { links: [] })], { stopReason: "toolUse" });
|
||||
}]);
|
||||
return { model: faux.getModel(), streamFn: faux.streamSimple };
|
||||
},
|
||||
});
|
||||
extraction.importNotes = pipeline.importNotes;
|
||||
const names = ["1.md", "1.1.md", "1 notes.md", "1.1 notes.md"];
|
||||
for (let pass = 0; pass < 2; pass++) {
|
||||
const response = await POST(request(names));
|
||||
const { results } = await response.json();
|
||||
assert.equal(results.length, 4);
|
||||
assert.ok(results.every((r: { ok: boolean; outcome: string }) => r.ok && r.outcome === "completed"));
|
||||
}
|
||||
assert.equal(calls, 8, "repeat identical imports execute real faux extractor calls");
|
||||
assert.equal(nodes.length, 8);
|
||||
assert.equal(sources.size, 4);
|
||||
assert.ok([...sources.values()].every((source) => source.extractions?.length === 2 && source.contentFp === undefined));
|
||||
});
|
||||
|
||||
it("route returns 400 without files", async () => {
|
||||
const response = await POST(request([]));
|
||||
assert.equal(response.status, 400);
|
||||
assert.deepEqual(await response.json(), { results: [], error: "no files" });
|
||||
});
|
||||
@@ -0,0 +1,70 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { after, it } from "node:test";
|
||||
import { renderToStaticMarkup } from "react-dom/server";
|
||||
import { NotesImportResults, parseNotesImportResults, postNotesImport, type NotesImportResult } from "../components/notes-import.tsx";
|
||||
|
||||
const originalFetch = globalThis.fetch;
|
||||
after(() => { globalThis.fetch = originalFetch; });
|
||||
const files = [new File(["one"], "same.md"), new File(["two"], "same.md")];
|
||||
const completed = (requestIndex = 0): NotesImportResult => ({ requestIndex, filePath: "same.md", ok: true, outcome: "completed", stats: { nodes: 0, chains: 0 } });
|
||||
|
||||
it("maps out-of-order responses by index, not duplicate basenames", () => {
|
||||
const results = [completed(1), { ...completed(0), stats: { nodes: 7 } }];
|
||||
assert.deepEqual(parseNotesImportResults({ results }, files), results);
|
||||
});
|
||||
for (const [name, results] of [
|
||||
["missing index", [{ ...completed(), requestIndex: undefined }, completed(1)]],
|
||||
["duplicate index", [completed(), completed()]],
|
||||
["missing row", [completed()]],
|
||||
["out-of-range index", [completed(), completed(2)]],
|
||||
["wrong filename", [{ ...completed(), filePath: "different.md" }, completed(1)]],
|
||||
["missing stats", [{ ...completed(), stats: undefined }, completed(1)]],
|
||||
["unknown outcome", [{ ...completed(), outcome: "unchanged" }, completed(1)]],
|
||||
["conflicting ok", [{ ...completed(), ok: false }, completed(1)]],
|
||||
["invalid stats", [{ ...completed(), stats: { nodes: "bad" } }, completed(1)]],
|
||||
["invalid details", [{ ...completed(), slots: [42] }, completed(1)]],
|
||||
] as const) it(`malformed response (${name}) is rejected for retry`, () => {
|
||||
assert.throws(() => parseNotesImportResults({ results }, files), /Please retry/);
|
||||
});
|
||||
|
||||
it("POST sends only captured files, and retains config/provider details", async () => {
|
||||
const refused: NotesImportResult = { requestIndex: 0, filePath: files[1]!.name, ok: false, outcome: "failed", code: "provider_key_missing", provider: "openai", slots: ["cheap"], error: "No key is set" };
|
||||
globalThis.fetch = async (url, init) => {
|
||||
assert.equal(url, "/api/graph/import"); assert.equal(init?.method, "POST");
|
||||
const sent = (init?.body as FormData).getAll("files") as File[];
|
||||
assert.equal(sent.length, 1); assert.equal(await sent[0]!.text(), "two");
|
||||
return Response.json({ results: [refused] });
|
||||
};
|
||||
assert.deepEqual(await postNotesImport([files[1]!]), [refused]);
|
||||
});
|
||||
for (const kind of ["network", "non-JSON", "non-2xx", "malformed"] as const) it(`${kind} response rejects rather than false success`, async () => {
|
||||
globalThis.fetch = async () => {
|
||||
if (kind === "network") throw new Error("synthetic offline");
|
||||
if (kind === "non-JSON") return new Response("not JSON");
|
||||
if (kind === "non-2xx") return Response.json({ error: "synthetic refused" }, { status: 503 });
|
||||
return Response.json({ results: [] });
|
||||
};
|
||||
await assert.rejects(postNotesImport([files[0]!]));
|
||||
});
|
||||
|
||||
for (const outcome of ["completed", "failed", "partial", "aborted", "busy"] as const) it(`renders ${outcome}, escaped filename/details, Retry and one Dismiss action`, () => {
|
||||
const file = new File(["notes"], "<script>notes.md");
|
||||
const result: NotesImportResult = { ...completed(), filePath: file.name, outcome, ok: outcome === "completed", error: "<img>synthetic failure", code: "provider_key_missing", provider: "openai", slots: ["cheap"] };
|
||||
const html = renderToStaticMarkup(<NotesImportResults rows={[{ file, pending: false, result }]} importing={false} retry={() => {}} dismiss={() => {}} />);
|
||||
assert.match(html, /<script>notes.md/);
|
||||
assert.doesNotMatch(html, /<script>/);
|
||||
assert.equal((html.match(/Dismiss results/g) ?? []).length, 1);
|
||||
if (outcome === "completed") {
|
||||
assert.match(html, /Import complete — 0 new propositions, 0 new chains/); assert.doesNotMatch(html, />Retry</);
|
||||
} else {
|
||||
assert.match(html, />Retry</); assert.match(html, /<img>synthetic failure/); assert.match(html, /provider_key_missing — openai — cheap/);
|
||||
}
|
||||
if (outcome === "partial") assert.match(html, /Some parts completed; others failed/);
|
||||
if (outcome === "aborted") assert.match(html, /Import stopped/);
|
||||
if (outcome === "busy") assert.match(html, /already being imported/);
|
||||
});
|
||||
it("all result actions are disabled while a local request is pending; empty results render nothing", () => {
|
||||
const html = renderToStaticMarkup(<NotesImportResults rows={[{ file: files[0]!, pending: false, result: { ...completed(), ok: false, outcome: "failed", error: "test" } }]} importing retry={() => {}} dismiss={() => {}} />);
|
||||
assert.equal((html.match(/disabled=""/g) ?? []).length, 2);
|
||||
assert.equal(renderToStaticMarkup(<NotesImportResults rows={[]} importing={false} retry={() => {}} dismiss={() => {}} />), "");
|
||||
});
|
||||
Reference in New Issue
Block a user