From f8ca11c85efd76f28e224f855b61f52e4e5668b2 Mon Sep 17 00:00:00 2001
From: Heiko Joerg Schick <heiko.schick@huawei.com>
Date: Thu, 14 Dec 2023 20:50:33 +0100
Subject: [PATCH] Minor bugfix

---
 utils/server/index.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils/server/index.ts b/utils/server/index.ts
index bffb6a7..bfbb601 100644
--- a/utils/server/index.ts
+++ b/utils/server/index.ts
@@ -57,7 +57,7 @@ export const OpenAIStream = async (
         },
         ...messages,
       ],
-      max_tokens: 4096,
+      max_tokens: 4000,
       temperature: temperature,
       stream: true,
     }),