Skip to content

Commit 1dcb967

Browse files
authored
Fix PretrainedFastTokenizer import (PaddlePaddle#5266)
1 parent 22f8bb9 commit 1dcb967

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

paddlenlp/transformers/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,6 @@
2525
tokenize_special_chars,
2626
convert_to_unicode,
2727
)
28-
from .tokenizer_utils_fast import PretrainedFastTokenizer
2928
from .processing_utils import ProcessorMixin
3029
from .feature_extraction_utils import BatchFeature, FeatureExtractionMixin
3130
from .image_processing_utils import ImageProcessingMixin
@@ -215,6 +214,7 @@
215214
from ..utils.import_utils import is_fast_tokenizer_available
216215

217216
if is_fast_tokenizer_available():
217+
from .tokenizer_utils_fast import PretrainedFastTokenizer
218218
from .bert.fast_tokenizer import *
219219
from .ernie.fast_tokenizer import *
220220
from .tinybert.fast_tokenizer import *

0 commit comments

Comments
 (0)