tokenLimit now can be closer to real model limit. (#366)

2023-04-02 16:35:33 -04:00
parent bc2435d4cb
commit 2c236e2c07
1 changed files with 2 additions and 2 deletions
@@ -18,12 +18,12 @@ export const OpenAIModels: Record<OpenAIModelID, OpenAIModel> = {
    id: OpenAIModelID.GPT_3_5,
    name: 'GPT-3.5',
    maxLength: 12000,
-    tokenLimit: 3000,
+    tokenLimit: 4000,
  },
  [OpenAIModelID.GPT_4]: {
    id: OpenAIModelID.GPT_4,
    name: 'GPT-4',
    maxLength: 24000,
-    tokenLimit: 6000,
+    tokenLimit: 8000,
  },
 };