We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
is not None
1 parent e6b7f00 commit aface22Copy full SHA for aface22
vllm/config.py
@@ -3174,7 +3174,8 @@ def __post_init__(self):
3174
3175
if self.compilation_config is None:
3176
self.compilation_config = CompilationConfig()
3177
- if envs.VLLM_USE_V1 and not self.model_config.enforce_eager:
+ if envs.VLLM_USE_V1 and self.model_config is not None and \
3178
+ not self.model_config.enforce_eager:
3179
# NOTE(woosuk): Currently, we use inductor because the piecewise
3180
# CUDA graphs do not work properly with the custom CUDA kernels.
3181
# FIXME(woosuk): Disable inductor to reduce the compilation time
0 commit comments