diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py index c291786c84520..14af494c4cdd7 100644 --- a/python/pyspark/serializers.py +++ b/python/pyspark/serializers.py @@ -192,9 +192,9 @@ def dumps(self, obj): raise NotImplementedError def loads(self, obj): - from pyarrow.ipc import ArrowFileReader - reader = ArrowFileReader(obj) - return reader.get_record_batch(0) + from pyarrow import FileReader, BufferReader + reader = FileReader(BufferReader(obj)) + return reader.read_all() def __repr__(self): return "ArrowSerializer"