Reattach to a turn that outlived its view through the SDK's native
resumeStream() so replay burst + live deltas flow through the exact
same processUIMessageStream chunk pipeline as first-subscriber
streaming — no second rendering dialect.
chat-transport.ts: ReattachingChatTransport subclasses
DefaultChatTransport and repoints reconnectToStream at GET
/api/chats/[id]/stream (the server's reattach endpoint, not the SDK
default /api/chat/{id}/stream). It peeks the first SSE event:
- turn-settled terminal: cancel body, fire onSettled (refetch), return
null — the SDK treats null as no active stream, status stays ready.
- start chunk whose messageId equals the seeded last assistant message
id (continuation case): rewritten to a fresh id so the resumed run
mounts beside the seeded message instead of replacing its parts —
settle-time record sync merges to the server's assembled message.
chat.tsx: mount effect resumes when initiallyInFlight (no once-ref:
React StrictMode's dev double-mount aborts the first attempt at
dispose — the retry must run). Mid-session discovery sites (jobs
poll, handoff watch) funnel into attachToRunningTurn().
turnInFlight is demoted to fallback liveness: the 1500ms record poll
self-heals a failed attach and clears a stale error banner on settle.
A status watcher clears the flag once the local stream represents
the turn. Stop/Esc unified in abortInFlightTurn: local stop() when a
stream runs here, always POST /api/activity/abort {kind:'turn'} with
409 not_running treated as a benign raced settle. Composer busy now
covers reattached turns (Stop square shows, send gated).
Live-verified on :3001 with real model turns: navigate away mid-turn
and back (replay + live deltas in-view, fallback poll disengaged),
Esc-abort of a reattached turn (partial persisted server-side,
composer restored), two concurrent sessions (raced-settle handled
via turn-settled + record refetch; live settle adopts the final
record), and no leaked stream readers after unmount.
154 lines
6.1 KiB
TypeScript
154 lines
6.1 KiB
TypeScript
/**
|
|
* Reattach transport tests (components/chat-transport.ts, the
|
|
* ReattachingChatTransport half): the SDK's native resume path —
|
|
* reconnectToStream — repointed at GET /api/chats/[id]/stream with the
|
|
* platform contract's two adapters:
|
|
*
|
|
* - turn-settled (the "no turn running" TERMINAL EVENT, not a 204) →
|
|
* cancel + onSettled + null (the SDK's no-active-stream signal);
|
|
* - the continuation seam — a start chunk whose messageId matches the
|
|
* seeded last message is rewritten to a fresh id (the SDK seeds its
|
|
* resume streaming message EMPTY; a replace-last would drop the seeded
|
|
* message's parts for the whole stream).
|
|
*
|
|
* Plus the framing seam: the first SSE event is peeked byte-wise (a body
|
|
* that arrives split across reads must still resolve its boundary, and
|
|
* the leftover bytes must ride the head of the returned stream).
|
|
*/
|
|
import assert from "node:assert/strict";
|
|
import { afterEach, describe, it } from "node:test";
|
|
import { createReattachingTransport } from "../components/chat-transport.ts";
|
|
|
|
const realFetch = globalThis.fetch;
|
|
afterEach(() => {
|
|
globalThis.fetch = realFetch;
|
|
});
|
|
|
|
/** SSE-frame each object the way the server's subscriber stream does. */
|
|
function sse(...events: unknown[]): string {
|
|
return events.map((e) => `data: ${JSON.stringify(e)}\n\n`).join("");
|
|
}
|
|
|
|
/** A Response whose body drips `text` in `slice`-byte reads. */
|
|
function dripped(text: string, slice: number, status = 200): Response {
|
|
const bytes = new TextEncoder().encode(text);
|
|
const body = new ReadableStream<Uint8Array>({
|
|
start(controller) {
|
|
for (let i = 0; i < bytes.length; i += slice) {
|
|
controller.enqueue(bytes.slice(i, i + slice));
|
|
}
|
|
controller.close();
|
|
},
|
|
});
|
|
return new Response(body, { status });
|
|
}
|
|
|
|
/** Collect a UIMessageChunk stream to an array. */
|
|
async function collect(stream: ReadableStream): Promise<unknown[]> {
|
|
const out: unknown[] = [];
|
|
const reader = stream.getReader();
|
|
for (;;) {
|
|
const { done, value } = await reader.read();
|
|
if (done) return out;
|
|
out.push(value);
|
|
}
|
|
}
|
|
|
|
const RECONNECT_OPTS = {
|
|
chatId: "chat_x",
|
|
trigger: "resume-stream" as const,
|
|
messageId: undefined,
|
|
};
|
|
|
|
describe("reattach transport (reconnectToStream)", () => {
|
|
it("GETs the stream endpoint for the chat", async () => {
|
|
const urls: string[] = [];
|
|
globalThis.fetch = (async (input: RequestInfo | URL) => {
|
|
urls.push(String(input));
|
|
return dripped(sse({ type: "start", messageId: "msg_run_1" }), 8);
|
|
}) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {});
|
|
await collect((await transport.reconnectToStream(RECONNECT_OPTS))!);
|
|
assert.deepEqual(urls, ["/api/chats/chat_x/stream"]);
|
|
});
|
|
|
|
it("turn-settled: fires onSettled, resolves null (the body is released)", async () => {
|
|
globalThis.fetch = (async () =>
|
|
dripped(sse({ type: "turn-settled" }, "[DONE]"), 8)) as typeof globalThis.fetch;
|
|
let settled = 0;
|
|
const transport = createReattachingTransport("chat_x", { onSettled: () => settled++ });
|
|
const stream = await transport.reconnectToStream(RECONNECT_OPTS);
|
|
assert.equal(stream, null);
|
|
assert.equal(settled, 1);
|
|
// (The reader.cancel hygiene is best-effort: undici wraps Response
|
|
// bodies, so the source-level cancel is not observable here.)
|
|
});
|
|
|
|
it("204 (the SDK's native no-stream signal) resolves null untouched", async () => {
|
|
globalThis.fetch = (async () => new Response(null, { status: 204 })) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {});
|
|
assert.equal(await transport.reconnectToStream(RECONNECT_OPTS), null);
|
|
});
|
|
|
|
it("a fresh start chunk passes through the SDK parse verbatim", async () => {
|
|
// slice 13: the boundary lands MID-read, so the peek's read-past
|
|
// remainder must ride the head (the bug this pins: dropped leftovers).
|
|
globalThis.fetch = (async () =>
|
|
dripped(
|
|
sse(
|
|
{ type: "start", messageId: "msg_run_1" },
|
|
{ type: "text-start", id: "msg_run_1-t0" },
|
|
{ type: "text-delta", id: "msg_run_1-t0", delta: "hi" },
|
|
),
|
|
13,
|
|
)) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {});
|
|
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
|
Record<string, unknown>
|
|
>;
|
|
assert.equal(chunks[0]!.type, "start");
|
|
assert.equal(chunks[0]!.messageId, "msg_run_1", "no rewrite when the id is fresh");
|
|
assert.equal(chunks[1]!.type, "text-start");
|
|
assert.equal(chunks[2]!.delta, "hi", "the leftover bytes after the peek ride the head");
|
|
});
|
|
|
|
it("a CONTINUATION start chunk (id === seeded last message) is rewritten fresh", async () => {
|
|
globalThis.fetch = (async () =>
|
|
dripped(
|
|
sse({ type: "start", messageId: "msg_seed" }, { type: "text-start", id: "msg_seed-t3" }),
|
|
64,
|
|
)) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {
|
|
lastMessageId: () => "msg_seed",
|
|
});
|
|
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
|
Record<string, unknown>
|
|
>;
|
|
assert.equal(chunks[0]!.type, "start");
|
|
assert.notEqual(chunks[0]!.messageId, "msg_seed");
|
|
assert.match(String(chunks[0]!.messageId), /^msg_[a-z0-9]+_[a-f0-9]{8}$/, "the server's id shape");
|
|
// Part ids stay server-prefixed — nothing keys parts by message id.
|
|
assert.equal(chunks[1]!.id, "msg_seed-t3");
|
|
});
|
|
|
|
it("survives a body split byte-by-byte across reads", async () => {
|
|
globalThis.fetch = (async () =>
|
|
dripped(sse({ type: "start", messageId: "msg_run_1" }, { type: "finish", finishReason: "stop" }), 1)) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {});
|
|
const chunks = (await collect((await transport.reconnectToStream(RECONNECT_OPTS))!)) as Array<
|
|
Record<string, unknown>
|
|
>;
|
|
assert.deepEqual(
|
|
chunks.map((c) => c.type),
|
|
["start", "finish"],
|
|
);
|
|
assert.equal(chunks[0]!.messageId, "msg_run_1");
|
|
});
|
|
|
|
it("an unhappy endpoint throws (the SDK surfaces the error banner)", async () => {
|
|
globalThis.fetch = (async () => new Response("boom", { status: 500 })) as typeof globalThis.fetch;
|
|
const transport = createReattachingTransport("chat_x", {});
|
|
await assert.rejects(() => transport.reconnectToStream(RECONNECT_OPTS), /boom/);
|
|
});
|
|
});
|