Added GPT-4-vision

This commit is contained in:
Heiko Joerg Schick
2023-12-14 20:39:19 +01:00
parent 25df881a39
commit 467893db67
7 changed files with 205 additions and 114 deletions
+2 -1
View File
@@ -41,7 +41,7 @@ const handler = async (req: Request): Promise<Response> => {
for (let i = messages.length - 1; i >= 0; i--) {
const message = messages[i];
const tokens = encoding.encode(message.content);
const tokens = encoding.encode(message.content[0].text ?? "");
if (tokenCount + tokens.length + 1000 > model.tokenLimit) {
break;
@@ -55,6 +55,7 @@ const handler = async (req: Request): Promise<Response> => {
const stream = await OpenAIStream(model, promptToSend, temperatureToUse, key, messagesToSend);
var resp = new Response(stream);
return resp;
// let proxy services like nginx or argo tunnel know about pass the chunk immediately
// similar to nginx option `proxy_buffering off;`