diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py index 3093de75a8fef..33eb1c865c341 100644 --- a/python/pyspark/rdd.py +++ b/python/pyspark/rdd.py @@ -711,7 +711,7 @@ def check_return_code(): raise Exception("Pipe function `%s' exited " "with error code %d" % (command, pipe.returncode)) else: - return None + yield None return (x.rstrip(b'\n').decode('utf-8') for x in chain(iter(pipe.stdout.readline, b''), iter(check_return_code, None))) return self.mapPartitions(func)