Confirm LoRA bias is zero before ignoring

Author: turboderp

lora.py

@@ -59,6 +59,9 @@ def __init__(self, model, lora_config_path, lora_path):
             lora_half = ks[5]
 
             if lora_half == "bias":
+                epsilon = 1e-6
+                if torch.max(tensor) > epsilon or torch.max(tensor) < -epsilon:
+                    raise ValueError(f" ## Error: unsupported bias target {self.lora_path}: {key}")
                 self.bias_ignored = True
                 continue
 

test_benchmark_inference.py

@@ -140,7 +140,7 @@ def mem(name, total = False):
         sys.exit()
     lora = ExLlamaLora(model, args.lora_config, args.lora)
     if lora.bias_ignored:
-        print(f" !! Warning: LoRA bias ignored")
+        print(f" !! Warning: LoRA zero bias ignored")
 
 # Test sequence