fix the usual merge mess

server/text_generation_server/utils/weights.py

@@ -176,3 +176,18 @@ def get_multi_weights_row(self, prefix: str, quantize: str):
         else:
             weight = self.get_sharded(f"{prefix}.weight", dim=1)
         return weight
+
+    def get_gptq_qparams(self) -> Tuple[int, int]:
+        try:
+            bits = self.get_tensor("gptq_bits").item()
+            groupsize = self.get_tensor("gptq_groupsize").item()
+        except (SafetensorError, RuntimeError) as e:
+            try:
+                import os
+
+                bits = int(os.getenv("GPTQ_BITS"))
+                groupsize = int(os.getenv("GPTQ_GROUPSIZE"))
+            except Exception:
+                raise e
+
+        return bits, groupsize