From 8a9ef9ce0127028ebcb9ef96f1281a0197b39998 Mon Sep 17 00:00:00 2001 From: Scott Taylor Date: Wed, 24 Jun 2015 13:34:34 +0100 Subject: [PATCH] make check_return_code an iterator --- python/pyspark/rdd.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py index 3093de75a8fef..33eb1c865c341 100644 --- a/python/pyspark/rdd.py +++ b/python/pyspark/rdd.py @@ -711,7 +711,7 @@ def check_return_code(): raise Exception("Pipe function `%s' exited " "with error code %d" % (command, pipe.returncode)) else: - return None + yield None return (x.rstrip(b'\n').decode('utf-8') for x in chain(iter(pipe.stdout.readline, b''), iter(check_return_code, None))) return self.mapPartitions(func)