Skip to content

Commit 088156e

Browse files
authored
Extract Spark Plan "simpleString" into traces (#9645)
* Make tests explicit for physical plan field * Extract simpleString from Spark StagePlanInfo, add to JSON payload in span
1 parent e814315 commit 088156e

File tree

3 files changed

+1198
-16
lines changed

3 files changed

+1198
-16
lines changed

dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/SparkSQLUtils.java

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -165,6 +165,14 @@ private void toJson(JsonGenerator generator, Map<Long, AccumulatorWithStage> acc
165165
generator.writeStringField("node", plan.nodeName());
166166
generator.writeNumberField("nodeId", plan.hashCode());
167167

168+
String nodeDetails = plan.simpleString();
169+
if (nodeDetails.startsWith(plan.nodeName())) {
170+
nodeDetails = nodeDetails.substring(plan.nodeName().length()).trim();
171+
}
172+
if (!nodeDetails.isEmpty()) {
173+
generator.writeStringField("nodeDetailString", nodeDetails);
174+
}
175+
168176
// Metadata is only present for FileSourceScan nodes
169177
if (!plan.metadata().isEmpty()) {
170178
generator.writeFieldName("meta");

0 commit comments

Comments
 (0)