From a307d13f69ad615c79a0f1efdf5377707828a5f8 Mon Sep 17 00:00:00 2001 From: Scott Taylor Date: Tue, 30 Jun 2015 23:54:09 +0100 Subject: [PATCH] update rdd tests to test pipe modes --- python/pyspark/tests.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py index ca0fca2972860..42a14bf6dd292 100644 --- a/python/pyspark/tests.py +++ b/python/pyspark/tests.py @@ -878,10 +878,14 @@ def test_pipe_functions(self): data = ['1', '2', '3'] rdd = self.sc.parallelize(data) with QuietTest(self.sc): - self.assertRaises(Py4JJavaError, rdd.pipe('cc').collect) + self.assertEqual([], rdd.pipe('cc').collect()) + self.assertRaises(Py4JJavaError, rdd.pipe('cc', mode='strict').collect) result = rdd.pipe('cat').collect() result.sort() [self.assertEqual(x, y) for x, y in zip(data, result)] + self.assertRaises(Py4JJavaError, rdd.pipe('grep 4', mode='strict').collect) + self.assertEqual([], rdd.pipe('grep 4').collect()) + self.assertEqual([], rdd.pipe('grep 4', mode='grep').collect()) class ProfilerTests(PySparkTestCase):