Add warning if token is invalid (ggerganov#7173)

Sanctum-AI · May 9, 2024 · f31ec12 · f31ec12
1 parent fd9f92b
commit f31ec12
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/convert-hf-to-gguf-update.py b/convert-hf-to-gguf-update.py
@@ -49,6 +49,10 @@ class TOKENIZER_TYPE(IntEnum):
 
 if len(sys.argv) == 2:
     token = sys.argv[1]
+    if not token.startswith("hf_"):
+        logger.info("Huggingface token seems invalid")
+        logger.info("Usage: python convert-hf-to-gguf-update.py <huggingface_token>")
+        sys.exit(1)
 else:
     logger.info("Usage: python convert-hf-to-gguf-update.py <huggingface_token>")
     sys.exit(1)