From 9e8d7066e6ae90bf68ab6f8cd71b196c3b31295f Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 23 May 2023 15:16:34 +0200 Subject: [PATCH] Making `safetensors` a core dependency. (#23254) * Making `safetensors` a core dependency. To be merged later, I'm creating the PR so we can try it out. * Update setup.py * Remove duplicates. * Even more redundant. --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 952cfcf510aad9..19754eaf3f212b 100644 --- a/setup.py +++ b/setup.py @@ -321,7 +321,6 @@ def run(self): "protobuf", # Can be removed once we can unpin protobuf "sacremoses", "rjieba", - "safetensors", "beautifulsoup4", ) + extras["retrieval"] @@ -425,6 +424,7 @@ def run(self): deps["regex"], # for OpenAI GPT deps["requests"], # for downloading models over HTTPS deps["tokenizers"], + deps["safetensors"], deps["tqdm"], # progress bars in model download and training scripts ]