Skip to content

Commit ab9ec65

Browse files
committed
[SPARK-26564] Fix misleading error message about spark.network.timeout and spark.executor.heartbeatInterval
If users set equivalent values to spark.network.timeout and spark.executor.heartbeatInterval, they get the following message: ``` java.lang.IllegalArgumentException: requirement failed: The value of spark.network.timeout=120s must be no less than the value of spark.executor.heartbeatInterval=120s. ``` But it's misleading since it can be read as they could be equal. So this fix replaces "no less than" with "greater than".
1 parent 98be895 commit ab9ec65

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

core/src/main/scala/org/apache/spark/SparkConf.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -619,7 +619,7 @@ class SparkConf(loadDefaults: Boolean) extends Cloneable with Logging with Seria
619619
// If spark.executor.heartbeatInterval bigger than spark.network.timeout,
620620
// it will almost always cause ExecutorLostFailure. See SPARK-22754.
621621
require(executorTimeoutThresholdMs > executorHeartbeatIntervalMs, "The value of " +
622-
s"spark.network.timeout=${executorTimeoutThresholdMs}ms must be no less than the value of " +
622+
s"spark.network.timeout=${executorTimeoutThresholdMs}ms must be greater than the value of " +
623623
s"spark.executor.heartbeatInterval=${executorHeartbeatIntervalMs}ms.")
624624
}
625625

0 commit comments

Comments
 (0)