We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1b3dc4e commit 8db4073Copy full SHA for 8db4073
python/pyspark/tests.py
@@ -873,6 +873,13 @@ def test_sortByKey_uses_all_partitions_not_only_first_and_last(self):
873
sizes = sort.glom().map(len).collect()
874
for size in sizes:
875
self.assertGreater(size, 0)
876
+
877
+ def test_pipe_functions(self):
878
+ data = ['1','2','3']
879
+ rdd = self.sc.parallelize(data)
880
+ self.assertRaises(Exception, rdd.pipe('cc').collect())
881
+ result = rdd.pipe('cat').collect().sort()
882
+ [self.assertEqual(x, y) for x, y in zip(data, result)]
883
884
885
class ProfilerTests(PySparkTestCase):
0 commit comments