Skip to content

Commit 5f0937c

Browse files
committed
Tune config
1 parent b0e3aeb commit 5f0937c

File tree

2 files changed

+1
-1
lines changed

2 files changed

+1
-1
lines changed

jar/binary.jar

2 Bytes
Binary file not shown.

src/main/scala/SparkJob.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@ class SparkJob(val padding: Int = 3,
4040
// Make RDD of matrixes
4141
//val matrixes = sc.parallelize(splitted._1, splitted._2 * splitted._3 * 100)
4242
val matrixes = sc.parallelize(splitted._1)
43-
matrixes.partitionBy(new HashPartitioner(splitted._2 * splitted._3)).persist(StorageLevel.MEMORY_ONLY)
43+
matrixes.partitionBy(new HashPartitioner(splitted._2 * splitted._3 * 50)).persist(StorageLevel.MEMORY_ONLY)
4444
val computed = compute(matrixes, pipeline)
4545

4646
// Reassemble the matrix

0 commit comments

Comments
 (0)