Add enconding parameter to vocab.json opening to fix errors

Author: jokkebk

models/convert-pt-to-ggml.py

@@ -234,7 +234,7 @@ def bytes_to_unicode():
 # output in the same directory as the model
 fname_out = dir_out + "/ggml-model.bin"
 
-with open(dir_tokenizer + "/vocab.json", "r") as f:
+with open(dir_tokenizer + "/vocab.json", "r", encoding="utf8") as f:
     tokens = json.load(f)
 
 # use 16-bit or 32-bit floats