Split up layers.marlin into several files (#2292)

The marlin.py file was getting large, split it up.
huggingface · Jul 24, 2024 · 93d2b9f · 93d2b9f
1 parent 8642250
commit 93d2b9f
Show file tree

Hide file tree

Showing 7 changed files with 917 additions and 837 deletions.
diff --git a/server/tests/utils/test_weights.py b/server/tests/utils/test_weights.py
@@ -8,7 +8,10 @@
 )
 from text_generation_server.layers.gptq import GPTQWeight, GPTQWeightsLoader
 from text_generation_server.layers.exl2 import Exl2Weight, Exl2WeightsLoader
-from text_generation_server.layers.marlin import MarlinWeight, MarlinWeightsLoader
+from text_generation_server.layers.marlin.marlin import (
+    MarlinWeight,
+    MarlinWeightsLoader,
+)
 from types import SimpleNamespace
 from typing import List, Optional, Dict, Union
 from pathlib import Path