Skip to content

Commit 20e644b

Browse files
Increase spark listener max collection size (#6979)
Increase the maximum number of retained events for the injected spark listener. Big spark clusters are reaching this limit
1 parent 98a0d09 commit 20e644b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -60,8 +60,8 @@ public abstract class AbstractDatadogSparkListener extends SparkListener {
6060
public static volatile boolean finishTraceOnApplicationEnd = true;
6161
public static volatile boolean isPysparkShell = false;
6262

63-
private final int MAX_COLLECTION_SIZE = 1000;
64-
private final int MAX_ACCUMULATOR_SIZE = 10000;
63+
private final int MAX_COLLECTION_SIZE = 5000;
64+
private final int MAX_ACCUMULATOR_SIZE = 50000;
6565
private final String RUNTIME_TAGS_PREFIX = "spark.datadog.tags.";
6666

6767
private final SparkConf sparkConf;

0 commit comments

Comments
 (0)