We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 22f8bb9 commit 1dcb967Copy full SHA for 1dcb967
paddlenlp/transformers/__init__.py
@@ -25,7 +25,6 @@
25
tokenize_special_chars,
26
convert_to_unicode,
27
)
28
-from .tokenizer_utils_fast import PretrainedFastTokenizer
29
from .processing_utils import ProcessorMixin
30
from .feature_extraction_utils import BatchFeature, FeatureExtractionMixin
31
from .image_processing_utils import ImageProcessingMixin
@@ -215,6 +214,7 @@
215
214
from ..utils.import_utils import is_fast_tokenizer_available
216
217
if is_fast_tokenizer_available():
+ from .tokenizer_utils_fast import PretrainedFastTokenizer
218
from .bert.fast_tokenizer import *
219
from .ernie.fast_tokenizer import *
220
from .tinybert.fast_tokenizer import *
0 commit comments