File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -759,9 +759,9 @@ def _ignore_causal_mask_sdpa(
759759 not is_tracing
760760 # only cases when lower and upper diags are the same, see https://github.com/pytorch/pytorch/issues/108108
761761 and (query_length == 1 or kv_length == query_length )
762- # in this case we need to add special patterns to the mask so cannot be skipped
762+ # in this case we need to add special patterns to the mask so cannot be skipped otherwise
763763 and (local_attention_size is None or kv_length < local_attention_size )
764- # In this case, we need to add padding to the mask, so cannot be skipped
764+ # In this case, we need to add padding to the mask, so cannot be skipped otherwise
765765 and (padding_mask is None or padding_mask .all ())
766766 ):
767767 return True
You can’t perform that action at this time.
0 commit comments