fix for openai token limit error (#350)
This commit is contained in:
+1
-1
@@ -35,7 +35,7 @@ const handler = async (req: Request): Promise<Response> => {
|
|||||||
const message = messages[i];
|
const message = messages[i];
|
||||||
const tokens = encoding.encode(message.content);
|
const tokens = encoding.encode(message.content);
|
||||||
|
|
||||||
if (tokenCount + tokens.length > model.tokenLimit) {
|
if (tokenCount + tokens.length + 1000 > model.tokenLimit) {
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
tokenCount += tokens.length;
|
tokenCount += tokens.length;
|
||||||
|
|||||||
Reference in New Issue
Block a user