diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py index c6eca14e148e..78e347e84aaf 100644 --- a/deepspeed/runtime/engine.py +++ b/deepspeed/runtime/engine.py @@ -1524,8 +1524,7 @@ def _configure_zero_optimizer(self, optimizer): round_robin_gradients = self.zero_round_robin_gradients() assert not isinstance(optimizer, DummyOptim), "zero stage {} requires an optimizer".format(zero_stage) - log_dist('Creating fp16 ZeRO stage {} optimizer'.format(zero_stage), - ranks=[0]) + log_dist('Creating ZeRO stage {} optimizer'.format(zero_stage), ranks=[0]) # Overlap and contiguous grads are meaningless in stage 1 and are ignored if zero_stage == ZeroStageEnum.optimizer_states: overlap_comm = False