amosblomqvist
e4049e4bf8
Owner-diagnosed: the turn gate checked only model coordinates, so a pinned slot whose provider key was deleted passed the gate and died mid-stream masked to 'An error occurred.' The key is now gated where the model is — by what would RUN (env-first keyValue truth, so an env-shadowed key passes). - core/settings.ts: the provider_key_missing envelope family (code, provider, slots, human line naming the provider from AUTH_PROVIDER_KEYS labels) + ProviderKeyMissingError + isProviderKeyRefusal matcher. - chat-handler turn gate: refuses 503 before beginTurn when the resolved conversation's provider key is gone (slots: [strong]). - Job runner: same check via an injected dep (agent layer cannot read the key store) — a keyless engine refuses the spawn through the existing failure-shape convention, no phantom run. - Extraction pipeline: refuseIfStagesUnready refuses BEFORE any batch (first offender: extractor before auditor); the trigger skips info- level, /api/graph/import surfaces the 503 envelope per file. - Tests: 8 new pins (turn gate both ways, runner refusal, pipeline first-offender + pass-through, envelope factory, matcher); the three turn-driving suites seed OPENROUTER_API_KEY like any real setup. - Doc fix: stale EXTRACTION.chunkTokens comment in the manual-extract route (left over from eed4b4e). Known residual (pre-existing, flagged for master): the manual extract route logs BOTH config refusals as console.error (fire-and-forget path); the coverage ledger keeps everything uncovered either way.
86 lines
2.9 KiB
TypeScript
86 lines
2.9 KiB
TypeScript
/**
|
|
* POST /api/graph/import — the format-agnostic front door's transport
|
|
* (vision §1, 2026-09-13): raw personal-notes files in, one extraction run
|
|
* per file through the SAME pipeline the sessions use. Multipart form data
|
|
* (field "files", any text format — the extractor is format-agnostic); the
|
|
* pipeline mints a deterministic source id per file path, persists the
|
|
* source record (the file's provenance + the run's usage), and runs
|
|
* extractor → auditor → merger over the raw text.
|
|
*
|
|
* Small concurrency cap: the model calls are the slow part, and a burst of
|
|
* 25 simultaneous runs would trip provider rate limits — a 3-wide worker
|
|
* pool keeps the run registry (the dock's status chips) and the ledgers
|
|
* healthy. The dock's chips + graph refetch track progress live through
|
|
* /api/graph/status, as with session runs.
|
|
*/
|
|
import { extraction } from "@/src/server";
|
|
import {
|
|
ModelsNotConfiguredError,
|
|
PROVIDER_KEY_MISSING_CODE,
|
|
ProviderKeyMissingError,
|
|
type EmissionStats,
|
|
} from "@/src/core";
|
|
|
|
export const dynamic = "force-dynamic";
|
|
|
|
interface ImportResult {
|
|
filePath: string;
|
|
ok: boolean;
|
|
stats?: EmissionStats;
|
|
error?: string;
|
|
/** The machine discriminator when ok:false is a config refusal — the
|
|
* BYOK models refusal (owner, 2026-09-22) or the provider-key refusal
|
|
* (2026-09-25); the client can open the setup/keys flow off it. */
|
|
code?: "models_not_configured" | (typeof PROVIDER_KEY_MISSING_CODE);
|
|
missing?: string[];
|
|
/** The key-refusal specifics (provider_key_missing only). */
|
|
provider?: string;
|
|
slots?: string[];
|
|
}
|
|
|
|
export async function POST(request: Request) {
|
|
const form = await request.formData();
|
|
const files = form.getAll("files").filter((f): f is File => f instanceof File);
|
|
if (files.length === 0) {
|
|
return Response.json({ results: [] as ImportResult[], error: "no files" }, { status: 400 });
|
|
}
|
|
|
|
const results: ImportResult[] = [];
|
|
const queue = [...files];
|
|
const workers = Array.from({ length: Math.min(3, files.length) }, async () => {
|
|
for (;;) {
|
|
const file = queue.shift();
|
|
if (!file) return;
|
|
try {
|
|
const text = await file.text();
|
|
const stats = await extraction.importNotes({ filePath: file.name, text });
|
|
results.push({ filePath: file.name, ok: true, stats });
|
|
} catch (err) {
|
|
if (err instanceof ModelsNotConfiguredError) {
|
|
results.push({
|
|
filePath: file.name,
|
|
ok: false,
|
|
error: err.envelope.error,
|
|
code: "models_not_configured",
|
|
missing: err.envelope.missing,
|
|
});
|
|
continue;
|
|
}
|
|
if (err instanceof ProviderKeyMissingError) {
|
|
results.push({
|
|
filePath: file.name,
|
|
ok: false,
|
|
error: err.envelope.error,
|
|
code: PROVIDER_KEY_MISSING_CODE,
|
|
provider: err.envelope.provider,
|
|
slots: err.envelope.slots,
|
|
});
|
|
continue;
|
|
}
|
|
results.push({ filePath: file.name, ok: false, error: err instanceof Error ? err.message : String(err) });
|
|
}
|
|
}
|
|
});
|
|
await Promise.all(workers);
|
|
return Response.json({ results });
|
|
} |