Skip to content

Commit f0bcf12

Browse files
committed
rebase and address arguments comment
1 parent bf9f07b commit f0bcf12

File tree

4 files changed

+211
-215
lines changed

4 files changed

+211
-215
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/QueryPlan.scala

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -189,12 +189,16 @@ abstract class QueryPlan[PlanType <: QueryPlan[PlanType]] extends TreeNode[PlanT
189189
val codegenIdStr =
190190
getTagValue(QueryPlan.CODEGEN_ID_TAG).map(id => s"[codegen id : $id]").getOrElse("")
191191
val operatorId = getTagValue(QueryPlan.OP_ID_TAG).map(id => s"$id").getOrElse("unknown")
192-
val argStr = argString(SQLConf.get.maxToStringFields)
192+
val argumentString = argString(SQLConf.get.maxToStringFields)
193193

194-
s"""
194+
val result = s"""
195195
|($operatorId) $nodeName $codegenIdStr
196-
|Arguments: ${if (argStr != null && !argStr.isEmpty) argStr else "None"}
197196
""".stripMargin
197+
if (argumentString != null && !argumentString.isEmpty) {
198+
s"""${result} |Arguments: $argumentString\n""".stripMargin
199+
} else {
200+
result
201+
}
198202
}
199203

200204
/**

sql/core/src/main/scala/org/apache/spark/sql/execution/SparkPlan.scala

Lines changed: 28 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -514,11 +514,15 @@ trait LeafExecNode extends SparkPlan {
514514
override def producedAttributes: AttributeSet = outputSet
515515
override def verboseStringWithOperatorId(): String = {
516516
val argumentString = argString(SQLConf.get.maxToStringFields)
517-
s"""
518-
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
519-
|${ExplainUtils.generateFieldString("Arguments", argumentString)}
520-
|${ExplainUtils.generateFieldString("Output", producedAttributes)}
521-
""".stripMargin
517+
val result = s"""
518+
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
519+
|${ExplainUtils.generateFieldString("Output", producedAttributes)}
520+
""".stripMargin
521+
if (argumentString != null && !argumentString.isEmpty) {
522+
s"""${result} |Arguments: $argumentString\n""".stripMargin
523+
} else {
524+
s"${result}"
525+
}
522526
}
523527
}
524528

@@ -535,11 +539,15 @@ trait UnaryExecNode extends SparkPlan {
535539
override final def children: Seq[SparkPlan] = child :: Nil
536540
override def verboseStringWithOperatorId(): String = {
537541
val argumentString = argString(SQLConf.get.maxToStringFields)
538-
s"""
539-
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
540-
|${ExplainUtils.generateFieldString("Input", child.output)}
541-
|${ExplainUtils.generateFieldString("Arguments", argumentString)}
542-
""".stripMargin
542+
val result = s"""
543+
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
544+
|${ExplainUtils.generateFieldString("Input", child.output)}
545+
""".stripMargin
546+
if (argumentString != null && !argumentString.isEmpty) {
547+
s"""${result} |Arguments: $argumentString\n""".stripMargin
548+
} else {
549+
s"${result}"
550+
}
543551
}
544552
}
545553

@@ -550,11 +558,15 @@ trait BinaryExecNode extends SparkPlan {
550558
override final def children: Seq[SparkPlan] = Seq(left, right)
551559
override def verboseStringWithOperatorId(): String = {
552560
val argumentString = argString(SQLConf.get.maxToStringFields)
553-
s"""
554-
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
555-
|${ExplainUtils.generateFieldString("Left output", left.output)}
556-
|${ExplainUtils.generateFieldString("Right output", right.output)}
557-
|${ExplainUtils.generateFieldString("Arguments", argumentString)}
558-
""".stripMargin
561+
val result = s"""
562+
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
563+
|${ExplainUtils.generateFieldString("Left output", left.output)}
564+
|${ExplainUtils.generateFieldString("Right output", right.output)}
565+
""".stripMargin
566+
if (argumentString != null && !argumentString.isEmpty) {
567+
s"""${result} |Arguments: $argumentString\n""".stripMargin
568+
} else {
569+
s"${result}"
570+
}
559571
}
560572
}

sql/core/src/main/scala/org/apache/spark/sql/execution/aggregate/BaseAggregateExec.scala

Lines changed: 5 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -31,18 +31,13 @@ trait BaseAggregateExec extends UnaryExecNode {
3131
def resultExpressions: Seq[NamedExpression]
3232

3333
override def verboseStringWithOperatorId(): String = {
34-
val inputString = child.output.mkString("[", ", ", "]")
35-
val keyString = groupingExpressions.mkString("[", ", ", "]")
36-
val functionString = aggregateExpressions.mkString("[", ", ", "]")
37-
val aggregateAttributeString = aggregateAttributes.mkString("[", ", ", "]")
38-
val resultString = resultExpressions.mkString("[", ", ", "]")
3934
s"""
4035
|(${ExplainUtils.getOpId(this)}) $nodeName ${ExplainUtils.getCodegenId(this)}
41-
|Input: $inputString
42-
|Keys: $keyString
43-
|Functions: $functionString
44-
|Aggregate Attributes: $aggregateAttributeString
45-
|Results: $resultString
36+
|${ExplainUtils.generateFieldString("Input", child.output)}
37+
|${ExplainUtils.generateFieldString("Keys", groupingExpressions)}
38+
|${ExplainUtils.generateFieldString("Functions", aggregateExpressions)}
39+
|${ExplainUtils.generateFieldString("Aggregate Attributes", aggregateAttributes)}
40+
|${ExplainUtils.generateFieldString("Results", resultExpressions)}
4641
""".stripMargin
4742
}
4843
}

0 commit comments

Comments
 (0)