Adjust to cleaned up pyarrow FileReader API, support multiple record …

…batches in a stream closes #22
apache · Jan 31, 2017 · b35192c · b35192c
1 parent d82ae60
commit b35192c
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py
@@ -192,9 +192,9 @@ def dumps(self, obj):
         raise NotImplementedError
 
     def loads(self, obj):
-        from pyarrow.ipc import ArrowFileReader
-        reader = ArrowFileReader(obj)
-        return reader.get_record_batch(0)
+        from pyarrow import FileReader, BufferReader
+        reader = FileReader(BufferReader(obj))
+        return reader.read_all()
 
     def __repr__(self):
         return "ArrowSerializer"