Skip to content

Commit 77d5516

Browse files
committed
Code clean
1 parent 54fae85 commit 77d5516

File tree

2 files changed

+12
-14
lines changed

2 files changed

+12
-14
lines changed

src/main/scala/Utils/FileUtils.scala

Lines changed: 10 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -11,35 +11,33 @@ import com.google.cloud.storage.BlobId
1111
import java.io.ByteArrayInputStream
1212
import java.nio.channels.Channels
1313
import com.google.cloud.storage.BlobInfo
14+
import java.io.FileInputStream
15+
import java.io.File
16+
import java.io.FileOutputStream
1417

1518

1619
object FileUtils {
1720
val storage = StorageOptions.getDefaultInstance().getService()
1821

1922
def getInputStream(stringPath: String): InputStream = {
2023
val isGS = stringPath.size > 5 && stringPath.indexOf("gs://") == 0
21-
if(isGS) {
22-
val content = storage.readAllBytes(getBlobIdFromPath(stringPath))
23-
new ByteArrayInputStream(content)
24-
} else {
25-
val path = Paths.get(URI.create(stringPath))
26-
Files.newInputStream(path)
27-
}
24+
if(isGS)
25+
new ByteArrayInputStream(storage.readAllBytes(getBlobIdFromPath(stringPath)))
26+
else
27+
new FileInputStream(new File(stringPath))
2828
}
2929

3030
def getOutputStream(stringPath: String): OutputStream = {
3131
val isGS = stringPath.size > 5 && stringPath.indexOf("gs://") == 0
3232
if(isGS) {
3333
val blobId = getBlobIdFromPath(stringPath)
34-
//val blob = storage.get(blobId)
3534
val blobInfo = BlobInfo.newBuilder(blobId).build()
3635
val blob = storage.create(blobInfo)
3736
Channels.newOutputStream(blob.writer())
3837
} else {
39-
val path = Paths.get(URI.create(stringPath))
40-
if(!Files.exists(path))
41-
Files.createFile(path)
42-
Files.newOutputStream(path)
38+
val file = new File(stringPath)
39+
file.createNewFile()
40+
new FileOutputStream(file, false)
4341
}
4442
}
4543

src/main/scala/Utils/Utils.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,11 +3,11 @@ import org.apache.spark.mllib.linalg.{Matrix, DenseMatrix, SparseMatrix, Matrice
33

44
object Utils {
55

6-
def time[R](block: => R): Long = {
6+
def time[R](block: => R): (R, Long) = {
77
val t0 = System.nanoTime()
88
val result = block // call-by-name
99
val t1 = System.nanoTime()
10-
(t1 - t0)/1000000
10+
(result, (t1 - t0)/1000000)
1111
}
1212

1313
def matrixAsBreeze (matrix: Matrix): BDM[Double] = {

0 commit comments

Comments
 (0)