Fix stub and update pyo3 examples

maximus2600 · Apr 8, 2024 · ed208d2 · ed208d2
1 parent 0aaaa4b
commit ed208d2
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/examples/python/bare_bones.py b/examples/python/bare_bones.py
@@ -17,7 +17,7 @@
             {"role": "user", "content": "Tell me a story about the Rust type system."}
         ],
         max_tokens=256,
-        frequency_penalty=1.0,
+        presence_penalty=1.0,
         top_p=0.1,
         temperature=0.1,
     )

diff --git a/examples/python/python_api.py b/examples/python/python_api.py
@@ -17,7 +17,7 @@
             {"role": "user", "content": "Tell me a story about the Rust type system."}
         ],
         max_tokens=256,
-        frequency_penalty=1.0,
+        presence_penalty=1.0,
         top_p=0.1,
         temperature=0.1,
     )

diff --git a/examples/python/xlora_gemma.py b/examples/python/xlora_gemma.py
@@ -16,7 +16,7 @@
             {"role": "user", "content": "Tell me a story about the Rust type system."}
         ],
         max_tokens=256,
-        frequency_penalty=1.0,
+        presence_penalty=1.0,
         top_p=0.1,
         temperature=0.1,
     )

diff --git a/examples/python/xlora_zephyr.py b/examples/python/xlora_zephyr.py
@@ -16,7 +16,7 @@
             {"role": "user", "content": "Tell me a story about the Rust type system."}
         ],
         max_tokens=256,
-        frequency_penalty=1.0,
+        presence_penalty=1.0,
         top_p=0.1,
         temperature=0.1,
     )

diff --git a/mistralrs-pyo3/mistralrs.pyi b/mistralrs-pyo3/mistralrs.pyi
@@ -61,7 +61,7 @@ class DType(Enum):
 class LoaderMixin:
     def load(
         self,
-        token_source: str,
+        token_source: str = "cache",
         max_seqs: int = 16,
         truncate_sequence: bool = False,
         logfile: str | None = None,