typo

monologg · Apr 3, 2020 · 1eee7c0 · 1eee7c0
1 parent 641ba20
commit 1eee7c0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/predict.py b/predict.py
@@ -64,6 +64,7 @@ def convert_input_file_to_tensor_dataset(lines,
     # Setting based on the current model type
     cls_token = tokenizer.cls_token
     sep_token = tokenizer.sep_token
+    unk_token = tokenizer.unk_token
     pad_token_id = tokenizer.pad_token_id
 
     all_input_ids = []