chatbot-ui starter

utils/index.ts

@@ -0,0 +1,64 @@
+import { Message, OpenAIModel } from "@/types";
+import { createParser, ParsedEvent, ReconnectInterval } from "eventsource-parser";
+
+export const OpenAIStream = async (messages: Message[]) => {
+  const encoder = new TextEncoder();
+  const decoder = new TextDecoder();
+
+  const res = await fetch("https://api.openai.com/v1/chat/completions", {
+    headers: {
+      "Content-Type": "application/json",
+      Authorization: `Bearer ${process.env.OPENAI_API_KEY}`
+    },
+    method: "POST",
+    body: JSON.stringify({
+      model: OpenAIModel.DAVINCI_TURBO,
+      messages: [
+        {
+          role: "system",
+          content: `You are a helpful, friendly, assistant.`
+        },
+        ...messages
+      ],
+      max_tokens: 800,
+      temperature: 0.0,
+      stream: true
+    })
+  });
+
+  if (res.status !== 200) {
+    throw new Error("OpenAI API returned an error");
+  }
+
+  const stream = new ReadableStream({
+    async start(controller) {
+      const onParse = (event: ParsedEvent | ReconnectInterval) => {
+        if (event.type === "event") {
+          const data = event.data;
+
+          if (data === "[DONE]") {
+            controller.close();
+            return;
+          }
+
+          try {
+            const json = JSON.parse(data);
+            const text = json.choices[0].delta.content;
+            const queue = encoder.encode(text);
+            controller.enqueue(queue);
+          } catch (e) {
+            controller.error(e);
+          }
+        }
+      };
+
+      const parser = createParser(onParse);
+
+      for await (const chunk of res.body as any) {
+        parser.feed(decoder.decode(chunk));
+      }
+    }
+  });
+
+  return stream;
+};