Fix ExternalSorter

sryza · sryza · commit 8090d8869141 · 2014-08-06T10:39:17.000-07:00
diff --git a/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala b/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala
@@ -279,6 +279,7 @@ private[spark] class ExternalSorter[K, V, C](
 
         if (objectsWritten == serializerBatchSize) {
           flush()
+          curWriteMetrics = new ShuffleWriteMetrics()
           writer = blockManager.getDiskWriter(blockId, file, ser, fileBufferSize, curWriteMetrics)
         }
       }

Original file line number	Diff line number	Diff line change
`@@ -279,6 +279,7 @@ private[spark] class ExternalSorter[K, V, C](`
`279`	`279`
`280`	`280`	`if (objectsWritten == serializerBatchSize) {`
`281`	`281`	`flush()`
	`282`	`+ curWriteMetrics = new ShuffleWriteMetrics()`
`282`	`283`	`writer = blockManager.getDiskWriter(blockId, file, ser, fileBufferSize, curWriteMetrics)`
`283`	`284`	`}`
`284`	`285`	`}`