Update sequence_parallel for predict (#8551)

PaddlePaddle · Jun 6, 2024 · 66ad506 · 66ad506
1 parent 5a6d0fa
commit 66ad506
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 4 deletions.
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
@@ -40,7 +40,11 @@
 import paddle.nn as nn
 from packaging import version
 from paddle import framework
-from paddle.base import core
+
+try:
+    from paddle.base import core
+except:
+    core = None
 from paddle.distributed import fleet
 from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.hybrid_parallel_optimizer import (
     HybridParallelOptimizer,

diff --git a/paddlenlp/transformers/linear_utils.py b/paddlenlp/transformers/linear_utils.py
@@ -18,7 +18,11 @@
 
 import paddle.distributed.fleet.meta_parallel as mpu
 from paddle import nn
-from paddle.distributed.fleet.utils import sequence_parallel_utils
+
+try:
+    from paddle.distributed.fleet.utils import sequence_parallel_utils
+except:
+    sequence_parallel_utils = None
 
 from paddlenlp.transformers.mc2_parallel_linear import (
     MC2ColumnSeqParallelLinear,
@@ -29,8 +33,12 @@
 Linear = nn.Linear
 ColumnParallelLinear = mpu.ColumnParallelLinear
 RowParallelLinear = mpu.RowParallelLinear
-ColumnSequenceParallelLinear = sequence_parallel_utils.ColumnSequenceParallelLinear
-RowSequenceParallelLinear = sequence_parallel_utils.RowSequenceParallelLinear
+try:
+    ColumnSequenceParallelLinear = sequence_parallel_utils.ColumnSequenceParallelLinear
+    RowSequenceParallelLinear = sequence_parallel_utils.RowSequenceParallelLinear
+except:
+    ColumnSequenceParallelLinear = None
+    RowSequenceParallelLinear = None
 
 if get_env_device() == "npu":
     if MC2ColumnSeqParallelLinear is not None and MC2RowSeqParallelLinear is not None: