File tree Expand file tree Collapse file tree 2 files changed +28
-12
lines changed Expand file tree Collapse file tree 2 files changed +28
-12
lines changed Original file line number Diff line number Diff line change 33
33
mark_as_sequence_parallel_parameter ,
34
34
)
35
35
except :
36
- pass
36
+ AllGatherOp = None
37
+ ReduceScatterOp = None
38
+ mark_as_sequence_parallel_parameter = None
39
+
40
+ class ColumnSequenceParallelLinear :
41
+ pass
42
+
43
+ class RowSequenceParallelLinear :
44
+ pass
45
+
37
46
38
47
from paddlenlp .transformers .mc2_parallel_linear import (
39
48
MC2ColumnParallelCoreLinear ,
Original file line number Diff line number Diff line change 52
52
RowSequenceParallelLinear ,
53
53
)
54
54
55
- from .lora_layers import (
56
- ColumnParallelLoRALinear ,
57
- ColumnParallelLoRAMergedLinear ,
58
- ColumnSequenceParallelLoRALinear ,
59
- LoRAConv2D ,
60
- LoRALinear ,
61
- LoRAMergedLinear ,
62
- RowParallelLoRALinear ,
63
- RowSequenceParallelLoRALinear ,
64
- )
65
55
except :
66
- pass
56
+
57
+ class ColumnSequenceParallelLinear :
58
+ pass
59
+
60
+ class RowSequenceParallelLinear :
61
+ pass
62
+
63
+
64
+ from .lora_layers import (
65
+ ColumnParallelLoRALinear ,
66
+ ColumnParallelLoRAMergedLinear ,
67
+ ColumnSequenceParallelLoRALinear ,
68
+ LoRAConv2D ,
69
+ LoRALinear ,
70
+ LoRAMergedLinear ,
71
+ RowParallelLoRALinear ,
72
+ RowSequenceParallelLoRALinear ,
73
+ )
67
74
68
75
try :
69
76
from ...quantization .quantization_linear import (
You can’t perform that action at this time.
0 commit comments