✨ v0.7.1 (danny-avila#2502)

* chore: make openai package definition explicit * ✨ v0.7.1 * chore: gpt-4-vision correct context length * add `llava` to vision models list
aitok-ai · Apr 23, 2024 · b3dd5be · b3dd5be
1 parent 9ce859b
commit b3dd5be
Show file tree

Hide file tree

Showing 5 changed files with 18 additions and 2 deletions.
diff --git a/models/tx.js b/models/tx.js
@@ -52,6 +52,8 @@ const getValueKey = (model, endpoint) => {
     return 'gpt-3.5-turbo-1106';
   } else if (modelName.includes('gpt-3.5')) {
     return '4k';
+  } else if (modelName.includes('gpt-4-vision')) {
+    return 'gpt-4-1106';
   } else if (modelName.includes('gpt-4-1106')) {
     return 'gpt-4-1106';
   } else if (modelName.includes('gpt-4-0125')) {

diff --git a/models/tx.spec.js b/models/tx.spec.js
@@ -34,6 +34,13 @@ describe('getValueKey', () => {
     expect(getValueKey('openai/gpt-4-1106')).toBe('gpt-4-1106');
     expect(getValueKey('gpt-4-1106/openai/')).toBe('gpt-4-1106');
   });
+
+  it('should return "gpt-4-1106" for model type of "gpt-4-1106"', () => {
+    expect(getValueKey('gpt-4-vision-preview')).toBe('gpt-4-1106');
+    expect(getValueKey('openai/gpt-4-1106')).toBe('gpt-4-1106');
+    expect(getValueKey('gpt-4-turbo')).toBe('gpt-4-1106');
+    expect(getValueKey('gpt-4-0125')).toBe('gpt-4-1106');
+  });
 });
 
 describe('getMultiplier', () => {

diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@librechat/backend",
-  "version": "0.7.0",
+  "version": "0.7.1",
   "description": "",
   "scripts": {
     "start": "echo 'please run this from the root directory'",
@@ -74,7 +74,7 @@
     "multer": "^1.4.5-lts.1",
     "nodejs-gpt": "^1.37.4",
     "nodemailer": "^6.9.4",
-    "openai": "^4.36.0",
+    "openai": "4.36.0",
     "openai-chat-tokens": "^0.2.8",
     "openid-client": "^5.4.2",
     "passport": "^0.6.0",

diff --git a/utils/tokens.js b/utils/tokens.js
@@ -49,6 +49,7 @@ const openAIModels = {
   'gpt-4-1106': 127990, // -10 from max
   'gpt-4-0125': 127990, // -10 from max
   'gpt-4-turbo': 127990, // -10 from max
+  'gpt-4-vision': 127990, // -10 from max
   'gpt-3.5-turbo': 16375, // -10 from max
   'gpt-3.5-turbo-0613': 4092, // -5 from max
   'gpt-3.5-turbo-0301': 4092, // -5 from max

diff --git a/utils/tokens.spec.js b/utils/tokens.spec.js
@@ -59,6 +59,12 @@ describe('getModelMaxTokens', () => {
     expect(getModelMaxTokens('gpt-4-1106')).toBe(maxTokensMap[EModelEndpoint.openAI]['gpt-4-1106']);
   });
 
+  test('should return correct tokens for gpt-4-vision exact match', () => {
+    expect(getModelMaxTokens('gpt-4-vision')).toBe(
+      maxTokensMap[EModelEndpoint.openAI]['gpt-4-vision'],
+    );
+  });
+
   test('should return correct tokens for gpt-3.5-turbo-1106 partial match', () => {
     expect(getModelMaxTokens('something-/gpt-3.5-turbo-1106')).toBe(
       maxTokensMap[EModelEndpoint.openAI]['gpt-3.5-turbo-1106'],