Skip to content

Commit ded6280

Browse files
committed
mypy fixes
Signed-off-by: Madeesh Kannan <shadeMe@users.noreply.github.com>
1 parent 59f7675 commit ded6280

File tree

1 file changed

+8
-6
lines changed

1 file changed

+8
-6
lines changed

vllm/model_executor/guided_decoding/guidance_logits_processors.py

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -45,12 +45,12 @@ def clone(self) -> "GuidanceLogitsProcessor":
4545
cloned = copy.copy(self)
4646
if self.initialized:
4747
cloned.ll_matcher = llguidance.LLMatcher(
48-
self.ll_tokenizer,
48+
self.ll_tokenizer, # type: ignore[assignment]
4949
self.grammar,
5050
log_level=int(os.environ.get("LLGUIDANCE_LOG_LEVEL", "1")),
5151
)
5252
self.bitmask = llguidance.torch.allocate_token_bitmask(
53-
1, self.ll_tokenizer.vocab_size)
53+
1, self.ll_tokenizer.vocab_size) # type: ignore[attr-defined]
5454
return cloned
5555

5656
def _initialize(self):
@@ -72,7 +72,7 @@ def _initialize(self):
7272

7373
# create reusable bitmask
7474
self.bitmask = llguidance.torch.allocate_token_bitmask(
75-
1, self.ll_tokenizer.vocab_size)
75+
1, self.ll_tokenizer.vocab_size) # type: ignore[attr-defined]
7676

7777
self.initialized = True
7878

@@ -86,15 +86,17 @@ def __call__(
8686
self._initialize()
8787

8888
if self.new_sampling and len(input_ids) > 0:
89-
self.ll_matcher.consume_token(input_ids[-1])
90-
err = self.ll_matcher.get_error()
89+
self.ll_matcher.consume_token( # type: ignore[attr-defined]
90+
input_ids[-1])
91+
err = self.ll_matcher.get_error() # type: ignore[attr-defined]
9192
if err:
9293
logger.warning("Error in LLMatcher: %s", err)
9394

9495
llguidance.torch.fill_next_token_bitmask(self.ll_matcher, self.bitmask,
9596
0)
9697
llguidance.torch.apply_token_bitmask_inplace(
97-
scores, self.bitmask.to(scores.device))
98+
scores,
99+
self.bitmask.to(scores.device)) # type: ignore[attr-defined]
98100

99101
self.new_sampling = True
100102

0 commit comments

Comments
 (0)