Skip to content

Commit 86d1385

Browse files
committed
fixed iterator issue under python2
1 parent 8007fa6 commit 86d1385

File tree

2 files changed

+12
-0
lines changed

2 files changed

+12
-0
lines changed

python/pyspark/serializers.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -373,6 +373,9 @@ def __next__(self):
373373
batch2 = pa.read_record_batch(self._reader.read_next_message(), self._schema2)
374374
return batch1, batch2
375375

376+
def next(self):
377+
return self.__next__()
378+
376379

377380
class ArrowStreamPandasUDFSerializer(ArrowStreamPandasSerializer):
378381
"""

python/pyspark/sql/tests/test_pandas_udf_cogrouped_map.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,3 +90,12 @@ def merge_pandas(left, right):
9090

9191
assert_frame_equal(expected, result, check_column_type=_check_column_type)
9292

93+
if __name__ == "__main__":
94+
from pyspark.sql.tests.test_pandas_udf_cogrouped_map import *
95+
96+
try:
97+
import xmlrunner
98+
testRunner = xmlrunner.XMLTestRunner(output='target/test-reports', verbosity=2)
99+
except ImportError:
100+
testRunner = None
101+
unittest.main(testRunner=testRunner, verbosity=2)

0 commit comments

Comments
 (0)