diff --git a/core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala b/core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala index a0b7b317d682c..69365a81044b0 100644 --- a/core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala +++ b/core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala @@ -76,16 +76,12 @@ class ExternalAppendOnlyMap[K, V, C]( private val maxMemoryThreshold = { val memoryFraction = sparkConf.getDouble("spark.shuffle.memoryFraction", 0.3) val safetyFraction = sparkConf.getDouble("spark.shuffle.safetyFraction", 0.8) - - if (memoryFraction > 1 && memoryFraction <= 0) { + if (memoryFraction > 1 && memoryFraction < 0) { throw new Exception("spark.shuffle.memoryFraction should be between 0 and 1.") } - - if (safetyFraction > 1 && safetyFraction <= 0) { + if (safetyFraction > 1 && safetyFraction < 0) { throw new Exception("spark.shuffle.safetyFraction should be between 0 and 1.") } - - (Runtime.getRuntime.maxMemory * memoryFraction * safetyFraction).toLong }