Removed synchronized, Path.getFileSystem is threadsafe

tdas · tdas · commit e4bee2065293 · 2014-10-23T18:27:31.000-07:00
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/util/HdfsUtils.scala b/streaming/src/main/scala/org/apache/spark/streaming/util/HdfsUtils.scala
@@ -60,7 +60,7 @@ private[streaming] object HdfsUtils {
     blockLocs.map(_.flatMap(_.getHosts))
   }
 
-  def getFileSystemForPath(path: Path, conf: Configuration): FileSystem = synchronized {
+  def getFileSystemForPath(path: Path, conf: Configuration): FileSystem = {
     // For local file systems, return the raw loca file system, such calls to flush()
     // actually flushes the stream.
     val fs = path.getFileSystem(conf)

Original file line number	Diff line number	Diff line change
`@@ -60,7 +60,7 @@ private[streaming] object HdfsUtils {`
`60`	`60`	`blockLocs.map(_.flatMap(_.getHosts))`
`61`	`61`	`}`
`62`	`62`
`63`		`- def getFileSystemForPath(path: Path, conf: Configuration): FileSystem = synchronized {`
	`63`	`+ def getFileSystemForPath(path: Path, conf: Configuration): FileSystem = {`
`64`	`64`	`// For local file systems, return the raw loca file system, such calls to flush()`
`65`	`65`	`// actually flushes the stream.`
`66`	`66`	`val fs = path.getFileSystem(conf)`