From 023a8a202b10716a377fdc3a175e90ef739a1a35 Mon Sep 17 00:00:00 2001
From: Heiko Joerg Schick <heiko.schick@huawei.com>
Date: Thu, 7 Dec 2023 21:15:15 +0100
Subject: [PATCH] Fixed chunked encoding not sent in realtime with revers proxy
 software

---
 pages/api/chat.ts | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/pages/api/chat.ts b/pages/api/chat.ts
index 71e3af1..f9f9c32 100644
--- a/pages/api/chat.ts
+++ b/pages/api/chat.ts
@@ -54,7 +54,13 @@ const handler = async (req: Request): Promise<Response> => {
 
     const stream = await OpenAIStream(model, promptToSend, temperatureToUse, key, messagesToSend);
 
-    return new Response(stream);
+    var resp = new Response(stream);
+
+    // let proxy services like nginx or argo tunnel know about pass the chunk immediately
+    // similar to nginx option `proxy_buffering off;`
+    resp.headers.set('Content-Type', 'text/event-stream');
+
+    return resp;
   } catch (error) {
     console.error(error);
     if (error instanceof OpenAIError) {