diff --git a/paddlenlp/data/dist_dataloader.py b/paddlenlp/data/dist_dataloader.py
index 06422fd346ed..5d5c6cc7512c 100644
--- a/paddlenlp/data/dist_dataloader.py
+++ b/paddlenlp/data/dist_dataloader.py
@@ -171,8 +171,6 @@ def _broadcast_data(self, data):
                 src=self._pp_group.ranks[0],
                 group=self._pp_group,
             )
-        else:
-            fake_data = [None]
 
         fake_data = fake_data[0]
         if fake_data is None: