fix 0f428bb try import

PaddlePaddle · Apr 24, 2024 · 3105c18 · 3105c18
1 parent 0f428bb
commit 3105c18
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 12 deletions.
diff --git a/paddlenlp/peft/lora/lora_layers.py b/paddlenlp/peft/lora/lora_layers.py
@@ -33,7 +33,16 @@
         mark_as_sequence_parallel_parameter,
     )
 except:
-    pass
+    AllGatherOp = None
+    ReduceScatterOp = None
+    mark_as_sequence_parallel_parameter = None
+
+    class ColumnSequenceParallelLinear:
+        pass
+
+    class RowSequenceParallelLinear:
+        pass
+
 
 from paddlenlp.transformers.mc2_parallel_linear import (
     MC2ColumnParallelCoreLinear,

diff --git a/paddlenlp/peft/lora/lora_model.py b/paddlenlp/peft/lora/lora_model.py
@@ -52,18 +52,25 @@
         RowSequenceParallelLinear,
     )
 
-    from .lora_layers import (
-        ColumnParallelLoRALinear,
-        ColumnParallelLoRAMergedLinear,
-        ColumnSequenceParallelLoRALinear,
-        LoRAConv2D,
-        LoRALinear,
-        LoRAMergedLinear,
-        RowParallelLoRALinear,
-        RowSequenceParallelLoRALinear,
-    )
 except:
-    pass
+
+    class ColumnSequenceParallelLinear:
+        pass
+
+    class RowSequenceParallelLinear:
+        pass
+
+
+from .lora_layers import (
+    ColumnParallelLoRALinear,
+    ColumnParallelLoRAMergedLinear,
+    ColumnSequenceParallelLoRALinear,
+    LoRAConv2D,
+    LoRALinear,
+    LoRAMergedLinear,
+    RowParallelLoRALinear,
+    RowSequenceParallelLoRALinear,
+)
 
 try:
     from ...quantization.quantization_linear import (