File tree Expand file tree Collapse file tree 2 files changed +1
-4
lines changed
Expand file tree Collapse file tree 2 files changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -38,8 +38,7 @@ class SparkJob(val padding: Int = 3,
3838 val splitted = splitImage(inputMatrix)
3939
4040 // Make RDD of matrixes
41- // val matrixes = sc.parallelize(splitted._1, splitted._2 * splitted._3 * 100)
42- val matrixes = sc.parallelize(splitted._1)
41+ val matrixes = sc.parallelize(splitted._1, splitted._2 * splitted._3 * 100 )
4342 matrixes.partitionBy(new HashPartitioner (splitted._2 * splitted._3 * 100 )).persist(StorageLevel .MEMORY_ONLY )
4443 val computed = compute(matrixes, pipeline)
4544
@@ -49,8 +48,6 @@ class SparkJob(val padding: Int = 3,
4948
5049 // Remove padding border
5150 out(0 to inputMatrix.rows - 1 , 0 to inputMatrix.cols - 1 ).copy
52-
53- // edges.partitionBy(new RangePartitioner(SparkContextSingleton.DEFAULT_PARALLELISM, edges)).persist(StorageLevel.MEMORY_AND_DISK)
5451 }
5552
5653
You can’t perform that action at this time.
0 commit comments