We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6cd69f5 commit df5afa8Copy full SHA for df5afa8
vllm/v1/worker/gpu_model_runner.py
@@ -2192,7 +2192,7 @@ def rand_input_ids() -> torch.Tensor:
2192
high=self.model_config.get_vocab_size(),
2193
dtype=input_ids.dtype)
2194
2195
- logger.debug("Randomizing dummy data for DP Rank")
+ logger.debug_once("Randomizing dummy data for DP Rank")
2196
input_ids.copy_(rand_input_ids()[:input_ids.size(0)],
2197
non_blocking=True)
2198
yield
0 commit comments