From eb3bd73ce35bfef56eeb722d697f2d39a06a8f8d Mon Sep 17 00:00:00 2001 From: Pedro Date: Tue, 10 Nov 2020 15:33:11 -0500 Subject: [PATCH] Bug fix for modeling utilities function: apply_chunking_to_forward, chunking should be in the chunking dimension, an exception was raised if the complete shape of the inputs was not the same rather than only the chunking dimension (#8391) Co-authored-by: pedro --- src/transformers/modeling_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 5a22b2215f12e7..69ca19d80a96df 100755 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -1668,9 +1668,9 @@ def forward(self, hidden_states): """ assert len(input_tensors) > 0, "{} has to be a tuple/list of tensors".format(input_tensors) - tensor_shape = input_tensors[0].shape + tensor_shape = input_tensors[0].shape[chunk_dim] assert all( - input_tensor.shape == tensor_shape for input_tensor in input_tensors + input_tensor.shape[chunk_dim] == tensor_shape for input_tensor in input_tensors ), "All input tenors have to be of the same shape" # inspect.signature exist since python 3.5 and is a python method -> no problem with backward compatibility