feat: update llama3.1 parameters for openrouter (langgenius#6901)

cuiks · Aug 6, 2024 · 240c847 · 240c847
1 parent e605fcd
commit 240c847
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 12 deletions.
diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml
@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "3"
-  output: "3"
+  input: "2.7"
+  output: "2.7"
   unit: "0.000001"
   currency: USD
diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml
@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "0.9"
-  output: "0.9"
+  input: "0.52"
+  output: "0.75"
   unit: "0.000001"
   currency: USD
diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml
@@ -4,7 +4,7 @@ label:
 model_type: llm
 model_properties:
   mode: chat
-  context_size: 128000
+  context_size: 131072
 parameter_rules:
   - name: temperature
     use_template: temperature
@@ -15,9 +15,9 @@ parameter_rules:
     required: true
     default: 512
     min: 1
-    max: 128000
+    max: 131072
 pricing:
-  input: "0.2"
-  output: "0.2"
+  input: "0.06"
+  output: "0.06"
   unit: "0.000001"
   currency: USD