[s2s/distill] hparams.tokenizer_name = hparams.teacher (#8382)

huggingface · Nov 10, 2020 · ae1cb4e · ae1cb4e
1 parent aec51e5
commit ae1cb4e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/seq2seq/distillation.py b/examples/seq2seq/distillation.py
@@ -45,6 +45,7 @@ def __init__(self, hparams):
         )
         if hparams.length_penalty != -1:
             student.config.length_penalty = hparams.length_penalty
+        hparams.tokenizer_name = hparams.teacher  # Use teacher's tokenizer
         super().__init__(hparams, model=student, config=student.config)
         model_type = student.config.model_type
         self.e_layer_ids, self.d_layer_ids = e_layer_ids, d_layer_ids  # type: List[int], List[int]