Skip to content

Commit fc059c7

Browse files
authored
[Bugfix] Fix args settings for guided decoding args (#27375)
Signed-off-by: Lucia Fang <fanglu@fb.com>
1 parent bfb240c commit fc059c7

File tree

1 file changed

+3
-5
lines changed

1 file changed

+3
-5
lines changed

vllm/engine/arg_utils.py

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1600,15 +1600,13 @@ def create_engine_config(
16001600
if self.guided_decoding_backend is not None:
16011601
so_config.guided_decoding_backend = self.guided_decoding_backend
16021602
if self.guided_decoding_disable_fallback is not None:
1603-
so_config.guided_decoding_disable_fallback = (
1604-
self.guided_decoding_disable_fallback
1605-
)
1603+
so_config.disable_fallback = self.guided_decoding_disable_fallback
16061604
if self.guided_decoding_disable_any_whitespace is not None:
1607-
so_config.guided_decoding_disable_any_whitespace = (
1605+
so_config.disable_any_whitespace = (
16081606
self.guided_decoding_disable_any_whitespace
16091607
)
16101608
if self.guided_decoding_disable_additional_properties is not None:
1611-
so_config.guided_decoding_disable_additional_properties = (
1609+
so_config.disable_additional_properties = (
16121610
self.guided_decoding_disable_additional_properties
16131611
)
16141612

0 commit comments

Comments
 (0)