Add a test for rdd pipe functions

apache · Jun 15, 2015 · 8db4073 · 8db4073
1 parent 1b3dc4e
commit 8db4073
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py
@@ -873,6 +873,13 @@ def test_sortByKey_uses_all_partitions_not_only_first_and_last(self):
             sizes = sort.glom().map(len).collect()
             for size in sizes:
                 self.assertGreater(size, 0)
+
+    def test_pipe_functions(self):
+        data = ['1','2','3']
+        rdd = self.sc.parallelize(data)
+        self.assertRaises(Exception, rdd.pipe('cc').collect())
+        result = rdd.pipe('cat').collect().sort()
+        [self.assertEqual(x, y) for x, y in zip(data, result)]
 
 
 class ProfilerTests(PySparkTestCase):