We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7dc92c8 commit 8045facCopy full SHA for 8045fac
sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala
@@ -3179,7 +3179,7 @@ class Dataset[T] private[sql](
3179
val batchOrder = new ArrayBuffer[(Int, Int)]()
3180
var partitionCount = 0
3181
3182
- // Handler to eagerly write batches to Python un-ordered
+ // Handler to eagerly write batches to Python as they arrive, un-ordered
3183
def handlePartitionBatches(index: Int, arrowBatches: Array[Array[Byte]]): Unit = {
3184
if (arrowBatches.nonEmpty) {
3185
// Write all batches (can be more than 1) in the partition, store the batch order tuple
0 commit comments