fix bug

douban · Sep 28, 2017 · e711375 · e711375
1 parent 054d666
commit e711375
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/dpark/rdd.py b/dpark/rdd.py
@@ -1318,12 +1318,15 @@ def compute(self, split):
 
     def read(self, f, start, end):
         for line in f:
-            line = line.decode('utf-8')
+            size = len(line)
+            if not six.PY2:
+                line = line.decode('utf-8')
+
             if line.endswith('\n'):
                 yield line[:-1]
             else:
                 yield line
-            start += len(line)
+            start += size
             if start >= end: break