add "tokenizer_file" to VOCAB_FILES_NAMES in `tokenization_makupl…

…m.py`
SaulLu · Jan 11, 2022 · 5dda241 · 5dda241
1 parent 4aa70ba
commit 5dda241
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/markuplm/tokenization_markuplm.py b/src/transformers/models/markuplm/tokenization_markuplm.py
@@ -48,6 +48,7 @@
 VOCAB_FILES_NAMES = {
     "vocab_file": "vocab.json",
     "merges_file": "merges.txt",
+    "tokenizer_file": "tokenizer.json"
 }
 
 PRETRAINED_VOCAB_FILES_MAP = {