xonecas.io
5414
Sa

sat / files

sat / src / app / api / stream / route.ts

1.2 KB
1import { asc, eq } from "drizzle-orm";
2import { NextResponse } from "next/server";
3import { db } from "@/db";
4import { type Turn, type TurnWithToolCalls, turns } from "@/db/schema";
5import { chat, type StreamEvent } from "@/lib/chat";
6
7export async function POST(request: Request) {
8  const { userInput, conversationId } = await request.json();
9
10  const encoder = new TextEncoder();
11  const stream = new ReadableStream({
12    async start(controller) {
13      let history: Turn[] | undefined;
14
15      if (conversationId) {
16        history = await db.query.turns.findMany({
17          where: eq(turns.conversationId, conversationId),
18          orderBy: [asc(turns.createdAt)],
19        });
20      }
21
22      await chat(
23        userInput,
24        (event: StreamEvent) => {
25          // Use newline-delimited JSON for easier parsing
26          controller.enqueue(encoder.encode(`${JSON.stringify(event)}\n`));
27        },
28        history as TurnWithToolCalls[],
29        conversationId,
30      );
31
32      controller.close();
33    },
34  });
35  return new NextResponse(stream, {
36    headers: {
37      "Content-Type": "text/event-stream",
38      "Cache-Control": "no-cache",
39      Connection: "keep-alive",
40    },
41  });
42}