@@ -156,11 +156,9 @@ object SparkEnv extends Logging {
156
156
conf.set(" spark.driver.port" , boundPort.toString)
157
157
}
158
158
159
- // Create an instance of the class named by the given Java system property, or by
160
- // defaultClassName if the property is not set, and return it as a T
161
- def instantiateClass [T ](propertyName : String , defaultClassName : String = null ): T = {
162
- val name = conf.get(propertyName, defaultClassName)
163
- val cls = Class .forName(name, true , Utils .getContextOrSparkClassLoader)
159
+ // Create an instance of the class with the given name, possibly initializing it with our conf
160
+ def instantiateClass [T ](className : String ): T = {
161
+ val cls = Class .forName(className, true , Utils .getContextOrSparkClassLoader)
164
162
// Look for a constructor taking a SparkConf and a boolean isDriver, then one taking just
165
163
// SparkConf, then one taking no arguments
166
164
try {
@@ -178,11 +176,17 @@ object SparkEnv extends Logging {
178
176
}
179
177
}
180
178
181
- val serializer = instantiateClass[Serializer ](
179
+ // Create an instance of the class named by the given SparkConf property, or defaultClassName
180
+ // if the property is not set, possibly initializing it with our conf
181
+ def instantiateClassFromConf [T ](propertyName : String , defaultClassName : String ): T = {
182
+ instantiateClass[T ](conf.get(propertyName, defaultClassName))
183
+ }
184
+
185
+ val serializer = instantiateClassFromConf[Serializer ](
182
186
" spark.serializer" , " org.apache.spark.serializer.JavaSerializer" )
183
187
logDebug(s " Using serializer: ${serializer.getClass}" )
184
188
185
- val closureSerializer = instantiateClass [Serializer ](
189
+ val closureSerializer = instantiateClassFromConf [Serializer ](
186
190
" spark.closure.serializer" , " org.apache.spark.serializer.JavaSerializer" )
187
191
188
192
def registerOrLookup (name : String , newActor : => Actor ): ActorRef = {
0 commit comments