Add WizardLM-2-8x22B model (hosted by DeepInfra)

XInTheDark · May 4, 2024 · 08fb49c · 08fb49c
1 parent 1f8c767
commit 08fb49c
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 5 deletions.
diff --git a/package.json b/package.json
@@ -162,8 +162,8 @@
           "value": "Bing"
         },
         {
-          "title": "DeepInfra (Mixtral-8x22B)",
-          "value": "DeepInfraMixtral_8x22B"
+          "title": "DeepInfra (WizardLM-2-8x22B)",
+          "value": "DeepInfraWizardLM2_8x22B"
         },
         {
           "title": "DeepInfra (meta-llama-3-8b)",
@@ -173,6 +173,10 @@
           "title": "DeepInfra (meta-llama-3-70b)",
           "value": "DeepInfraLlama3_70B"
         },
+        {
+          "title": "DeepInfra (Mixtral-8x22B)",
+          "value": "DeepInfraMixtral_8x22B"
+        },
         {
           "title": "Blackbox (custom-model)",
           "value": "Blackbox"

diff --git a/src/aiChat.jsx b/src/aiChat.jsx
@@ -145,9 +145,10 @@ export default function Chat({ launchContext }) {
           <Form.Dropdown.Item title="ChatGPT (gpt-4-32k)" value="GPT4" />
           <Form.Dropdown.Item title="ChatGPT (gpt-3.5-turbo)" value="GPT35" />
           <Form.Dropdown.Item title="Bing (gpt-4)" value="Bing" />
-          <Form.Dropdown.Item title="DeepInfra (Mixtral-8x22B)" value="DeepInfraMixtral_8x22B" />
+          <Form.Dropdown.Item title="DeepInfra (WizardLM-2-8x22B)" value="DeepInfraWizardLM2_8x22B" />
           <Form.Dropdown.Item title="DeepInfra (meta-llama-3-8b)" value="DeepInfraLlama3_8B" />
           <Form.Dropdown.Item title="DeepInfra (meta-llama-3-70b)" value="DeepInfraLlama3_70B" />
+          <Form.Dropdown.Item title="DeepInfra (Mixtral-8x22B)" value="DeepInfraMixtral_8x22B" />
           <Form.Dropdown.Item title="Blackbox (custom-model)" value="Blackbox" />
           <Form.Dropdown.Item title="Replicate (meta-llama-3-70b)" value="ReplicateLlama3" />
           <Form.Dropdown.Item title="Google Gemini (requires API Key)" value="GoogleGemini" />

diff --git a/src/api/Providers/deepinfra.jsx b/src/api/Providers/deepinfra.jsx
@@ -28,7 +28,7 @@ export const getDeepInfraResponse = async function* (chat, model, max_retries =
     model: model,
     messages: chat,
     temperature: 0.7,
-    max_tokens: model === "mistralai/Mixtral-8x22B-Instruct-v0.1" ? null : 1028,
+    max_tokens: model.includes("Meta-Llama-3") ? 1028 : null,
     stream: true,
     headers: headers,
   };

diff --git a/src/api/gpt.jsx b/src/api/gpt.jsx
@@ -37,9 +37,10 @@ export const providers = {
   GPT4: [g4f.providers.GPT, "gpt-4-32k", false],
   GPT35: [g4f.providers.GPT, "gpt-3.5-turbo", false],
   Bing: [g4f.providers.Bing, "gpt-4", true],
-  DeepInfraMixtral_8x22B: [DeepInfraProvider, "mistralai/Mixtral-8x22B-Instruct-v0.1", true],
+  DeepInfraWizardLM2_8x22B: [DeepInfraProvider, "microsoft/WizardLM-2-8x22B", true],
   DeepInfraLlama3_8B: [DeepInfraProvider, "meta-llama/Meta-Llama-3-8B-Instruct", true],
   DeepInfraLlama3_70B: [DeepInfraProvider, "meta-llama/Meta-Llama-3-70B-Instruct", true],
+  DeepInfraMixtral_8x22B: [DeepInfraProvider, "mistralai/Mixtral-8x22B-Instruct-v0.1", true],
   Blackbox: [BlackboxProvider, "", true],
   ReplicateLlama3: [ReplicateProvider, "", true],
   GoogleGemini: [GeminiProvider, "", false],