self check

Author: xuanyuanking

core/src/main/scala/org/apache/spark/Dependency.scala

@@ -65,7 +65,7 @@ abstract class NarrowDependency[T](_rdd: RDD[T]) extends Dependency[T] {
  * @param keyOrdering key ordering for RDD's shuffles
  * @param aggregator map/reduce-side aggregator for RDD's shuffle
  * @param mapSideCombine whether to perform partial aggregation (also known as map-side combine)
- * @param shuffleWriterProcessor the processor to control the write behavior in ShuffleMapTask.
+ * @param shuffleWriterProcessor the processor to control the write behavior in ShuffleMapTask
  */
 @DeveloperApi
 class ShuffleDependency[K: ClassTag, V: ClassTag, C: ClassTag](

core/src/main/scala/org/apache/spark/shuffle/ShuffleWriterProcessor.scala

@@ -22,10 +22,9 @@ import org.apache.spark.internal.Logging
 import org.apache.spark.rdd.RDD
 import org.apache.spark.scheduler.MapStatus
 
-
 /**
  * The interface for customizing shuffle write process. The driver create a ShuffleWriteProcessor
- * and put it into [[ShuffleDependency]], and executors use it for write processing.
+ * and put it into [[ShuffleDependency]], and executors use it in each ShuffleMapTask.
  */
 private[spark] trait ShuffleWriteProcessor extends Serializable with Logging {
 
@@ -75,7 +74,7 @@ private[spark] trait ShuffleWriteProcessor extends Serializable with Logging {
 
 
 /**
- * Default shuffle write processor use the shuffle write metrics reporter in context.
+ * Default shuffle write processor which use the shuffle write metrics reporter in context.
  */
 private[spark] class DefaultShuffleWriteProcessor extends ShuffleWriteProcessor {
   override def createMetricsReporter(

sql/core/src/main/scala/org/apache/spark/sql/execution/exchange/ShuffleExchangeExec.scala

@@ -350,8 +350,8 @@ object ShuffleExchangeExec {
   }
 
   /**
-   * Create a customized [[ShuffleWriteProcessor]] for SQL which wrapping the default metrics
-   * reporter with [[SQLShuffleWriteMetricsReporter]].
+   * Create a customized [[ShuffleWriteProcessor]] for SQL which wrap the default metrics reporter
+   * with [[SQLShuffleWriteMetricsReporter]] as new reporter for [[ShuffleWriteProcessor]].
    */
   def createShuffleWriteProcessor(metrics: Map[String, SQLMetric]): ShuffleWriteProcessor = {
     (reporter: ShuffleWriteMetricsReporter) => {