Upgrade outlines to 0.1.1

huggingface · Oct 16, 2024 · 721442d · 721442d
1 parent a6a0c97
commit 721442d
Show file tree

Hide file tree

Showing 3 changed files with 87 additions and 93 deletions.
diff --git a/server/poetry.lock b/server/poetry.lock
diff --git a/server/pyproject.toml b/server/pyproject.toml
@@ -34,7 +34,7 @@ peft = { version = "^0.10", optional = true }
 torch = { version = "^2.4.0", optional = true }
 scipy = "^1.11.1"
 pillow = "^10.0.0"
-outlines= { version = "^0.0.34", optional = true }
+outlines= { version = "^0.1.1", optional = true }
 prometheus-client = "^0.20.0"
 py-cpuinfo = "^9.0.0"
 # Remove later, temporary workaround for outlines.

diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py
@@ -5,7 +5,7 @@
 from typing import Dict, Union
 from text_generation_server.pb.generate_pb2 import GrammarType
 
-from outlines.fsm.fsm import RegexFSM
+from outlines.fsm.guide import RegexGuide
 from outlines.fsm.json_schema import build_regex_from_schema
 from functools import lru_cache
 from typing import List, Optional, DefaultDict
@@ -482,7 +482,7 @@ def filter(self, indices):
 
 class GrammarLogitProcessor(LogitsProcessor):
     fsm_state: DefaultDict[int, int]
-    fsm: RegexFSM
+    fsm: RegexGuide
 
     def __init__(self, tokenizer, device, grammar, grammar_type):
         self.device = device
@@ -530,7 +530,7 @@ def _cached_compile_fsm(grammar_type, schema, tokenizer):
                 schema = "(.*?)"
         elif grammar_type == GrammarType.GRAMMAR_TYPE_REGEX:
             pass  # schema is already a regex just here for clarity
-        fsm = RegexFSM(schema, tokenizer)
+        fsm = RegexGuide.from_regex(schema, tokenizer)
         logger.debug(f"Compiled FSM in {time.time() - start_time:.2f}s")
         return fsm