Update config.py

Change the inference device for Mac to accelerate inference and reduce memory leak
fusurus · Feb 20, 2024 · 3180294 · 3180294
1 parent a16de2e
commit 3180294
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/config.py b/config.py
@@ -20,7 +20,7 @@
 if torch.cuda.is_available():
     infer_device = "cuda"
 elif torch.backends.mps.is_available():
-    infer_device = "mps"
+    infer_device = "cpu"
 else:
     infer_device = "cpu"