File tree Expand file tree Collapse file tree 1 file changed +3
-5
lines changed
core/src/main/scala/org/apache/spark/rdd Expand file tree Collapse file tree 1 file changed +3
-5
lines changed Original file line number Diff line number Diff line change @@ -1087,13 +1087,11 @@ abstract class RDD[T: ClassTag](
1087
1087
val curNumPartitions = numPartitions
1088
1088
partiallyAggregated = partiallyAggregated.mapPartitionsWithIndex {
1089
1089
(i, iter) => iter.map((i % curNumPartitions, _))
1090
- }.reduceByKey(new HashPartitioner (curNumPartitions), cleanCombOp).values
1091
- // This fails:
1092
- // .foldByKey(zeroValue, new HashPartitioner(curNumPartitions))(cleanCombOp).values
1090
+ }.foldByKey(zeroValue, new HashPartitioner (curNumPartitions))(cleanCombOp).values
1093
1091
}
1094
- partiallyAggregated.reduce(cleanCombOp)
1092
+ // partiallyAggregated.reduce(cleanCombOp)
1095
1093
// This fails:
1096
- // partiallyAggregated.fold(zeroValue)(cleanCombOp)
1094
+ partiallyAggregated.fold(zeroValue)(cleanCombOp)
1097
1095
}
1098
1096
}
1099
1097
You can’t perform that action at this time.
0 commit comments