Added GPT-4-vision
This commit is contained in:
+2
-1
@@ -41,7 +41,7 @@ const handler = async (req: Request): Promise<Response> => {
|
||||
|
||||
for (let i = messages.length - 1; i >= 0; i--) {
|
||||
const message = messages[i];
|
||||
const tokens = encoding.encode(message.content);
|
||||
const tokens = encoding.encode(message.content[0].text ?? "");
|
||||
|
||||
if (tokenCount + tokens.length + 1000 > model.tokenLimit) {
|
||||
break;
|
||||
@@ -55,6 +55,7 @@ const handler = async (req: Request): Promise<Response> => {
|
||||
const stream = await OpenAIStream(model, promptToSend, temperatureToUse, key, messagesToSend);
|
||||
|
||||
var resp = new Response(stream);
|
||||
return resp;
|
||||
|
||||
// let proxy services like nginx or argo tunnel know about pass the chunk immediately
|
||||
// similar to nginx option `proxy_buffering off;`
|
||||
|
||||
Reference in New Issue
Block a user