rename marian tokenizer since v2.9.1

ThilinaRajapakse · May 14, 2020 · cc193a4 · cc193a4
1 parent 468287b
commit cc193a4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/simpletransformers/seq2seq/seq2seq_model.py b/simpletransformers/seq2seq/seq2seq_model.py
@@ -45,7 +45,7 @@
     BartTokenizer,
     BartConfig,
     MarianMTModel,
-    MarianSentencePieceTokenizer,
+    MarianTokenizer,
     MarianConfig,
 )
 
@@ -66,7 +66,7 @@
     "camembert": (CamembertConfig, CamembertModel, CamembertTokenizer),
     "electra": (ElectraConfig, ElectraModel, ElectraTokenizer),
     "bart": (BartConfig, BartForConditionalGeneration, BartTokenizer),
-    "marian": (MarianConfig, MarianMTModel, MarianSentencePieceTokenizer),
+    "marian": (MarianConfig, MarianMTModel, MarianTokenizer),
 }