We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 457850d commit 64d6c5aCopy full SHA for 64d6c5a
deepspeed/runtime/pipe/engine.py
@@ -990,9 +990,7 @@ def _exec_send_grads(self, buffer_id):
990
if isinstance(inputs, tuple):
991
first_input = inputs[0]
992
assert all([torch.is_tensor(elt) for elt in inputs[1:]])
993
- inputs_grad_tail = [
994
- elt.grad for elt in inputs[1:] if elt.grad is not None
995
- ]
+ inputs_grad_tail = [elt.grad for elt in inputs[1:]]
996
elif torch.is_tensor(inputs):
997
first_input = inputs
998
inputs_grad_tail = []
0 commit comments