Update convert_llama_weights_to_hf.py

oobabooga · Mar 21, 2023 · 98b1011 · 98b1011
1 parent eef9b20
commit 98b1011
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert_llama_weights_to_hf.py b/convert_llama_weights_to_hf.py
@@ -24,7 +24,7 @@ def main():
             model_size=args.model_size,
         )
     write_tokenizer(
-        tokenizer_path=os.path.join(args.output_dir, "tokenizer"),
+        tokenizer_path=os.path.join(args.output_dir, "llama-{}".format(args.model_size).lower()),
         input_tokenizer_path=os.path.join(args.input_dir, "tokenizer.model"),
     )