From 6bd2b0d9da1b2590bca41b2119e459d180fb1e3a Mon Sep 17 00:00:00 2001
From: Siming Dai <908660116@qq.com>
Date: Mon, 13 May 2024 10:46:56 +0800
Subject: [PATCH] fix distdataloader, fix eval with dp group (#8420)

---
 paddlenlp/data/dist_dataloader.py | 2 --
 paddlenlp/trainer/trainer.py      | 4 ++--
 2 files changed, 2 insertions(+), 4 deletions(-)

diff --git a/paddlenlp/data/dist_dataloader.py b/paddlenlp/data/dist_dataloader.py
index 06422fd346ed..5d5c6cc7512c 100644
--- a/paddlenlp/data/dist_dataloader.py
+++ b/paddlenlp/data/dist_dataloader.py
@@ -171,8 +171,6 @@ def _broadcast_data(self, data):
                 src=self._pp_group.ranks[0],
                 group=self._pp_group,
             )
-        else:
-            fake_data = [None]
 
         fake_data = fake_data[0]
         if fake_data is None:
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
index 76034060c721..ab7a6134f706 100644
--- a/paddlenlp/trainer/trainer.py
+++ b/paddlenlp/trainer/trainer.py
@@ -1450,7 +1450,7 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa
                     eval_dataset,
                     batch_size=self.args.per_device_eval_batch_size,
                     collate_fn=self.data_collator,
-                    num_workers=self.args.dataloader_num_workers,
+                    num_workers=0,
                     eval=True,
                 )
             else:
@@ -1458,7 +1458,7 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa
                     eval_dataset,
                     batch_size=self.args.per_device_eval_batch_size,
                     collate_fn=self.data_collator,
-                    num_workers=self.args.dataloader_num_workers,
+                    num_workers=0,
                 )
 
         eval_sampler = self._get_eval_sampler(eval_dataset)