Skip to content
This repository was archived by the owner on Jul 13, 2022. It is now read-only.

Commit 54ed559

Browse files
wesley84wesley84
committed
This update is the fix broken testcases related to parallel execution for data split
1 parent 354bbe5 commit 54ed559

File tree

9 files changed

+43
-35
lines changed

9 files changed

+43
-35
lines changed

‎pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -162,7 +162,7 @@
162162
<configuration>
163163
<forkCount>8</forkCount>
164164
<reuseForks>true</reuseForks>
165-
<argLine>-Xmx4096m -XX:MaxPermSize=256m</argLine>
165+
<argLine>-Xmx2048m -XX:MaxPermSize=256m</argLine>
166166
<excludes>
167167
<exclude>**/*TunerTest.scala</exclude>
168168
</excludes>

‎src/test/scala/com/databricks/labs/automl/model/DecisionTreeTunerTest.scala‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ class DecisionTreeTunerTest extends AbstractUnitSpec {
2222
"dbfs:/test",
2323
"cache",
2424
"Trees",
25-
1,
25+
2,
2626
0.7,
2727
"synth",
2828
"datetime",
@@ -40,11 +40,11 @@ class DecisionTreeTunerTest extends AbstractUnitSpec {
4040
AutomationUnitTestsUtil.getAdultDf(),
4141
1,
4242
"random",
43-
"income",
43+
"label",
4444
"dbfs:/test",
4545
"cache",
4646
"Trees",
47-
1,
47+
2,
4848
0.7,
4949
"synth",
5050
"datetime",
@@ -77,7 +77,7 @@ class DecisionTreeTunerTest extends AbstractUnitSpec {
7777
"dbfs:/test",
7878
"cache",
7979
"Trees",
80-
1,
80+
2,
8181
0.7,
8282
"synth",
8383
"datetime",
@@ -210,7 +210,7 @@ class DecisionTreeTunerTest extends AbstractUnitSpec {
210210
"dbfs:/test",
211211
"cache",
212212
"Trees",
213-
1,
213+
2,
214214
0.7,
215215
"synth",
216216
"datetime",
@@ -344,7 +344,7 @@ class DecisionTreeTunerTest extends AbstractUnitSpec {
344344
"dbfs:/test",
345345
"cache",
346346
"Trees",
347-
1,
347+
2,
348348
0.8,
349349
"synthCol",
350350
"datetime",

‎src/test/scala/com/databricks/labs/automl/model/GBTreesTunerTest.scala‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,11 @@ class GBTreesTunerTest extends AbstractUnitSpec {
1818
AutomationUnitTestsUtil.getAdultDf(),
1919
1,
2020
"random",
21-
"income",
21+
"label",
2222
"dbfs:/test",
2323
"cache",
2424
"GBT",
25-
1,
25+
2,
2626
0.7,
2727
"synth",
2828
"datetime",
@@ -40,11 +40,11 @@ class GBTreesTunerTest extends AbstractUnitSpec {
4040
AutomationUnitTestsUtil.getAdultDf(),
4141
1,
4242
"random",
43-
"income",
43+
"label",
4444
"dbfs:/test",
4545
"cache",
4646
"GBT",
47-
1,
47+
2,
4848
0.7,
4949
"synth",
5050
"datetime",
@@ -73,7 +73,7 @@ class GBTreesTunerTest extends AbstractUnitSpec {
7373
"dbfs:/test",
7474
"cache",
7575
"GBT",
76-
1,
76+
2,
7777
0.7,
7878
"synth",
7979
"datetime",
@@ -186,7 +186,7 @@ class GBTreesTunerTest extends AbstractUnitSpec {
186186
"modelHyperParams should not have been null"
187187
)
188188
}
189-
189+
190190
it should "should throw an exception for attempting to run Multiclass Classification in GBT" in {
191191

192192
val _mainConfig = ConfigurationGenerator.generateMainConfig(
@@ -205,7 +205,7 @@ class GBTreesTunerTest extends AbstractUnitSpec {
205205
"dbfs:/test",
206206
"cache",
207207
"GBT",
208-
1,
208+
2,
209209
0.7,
210210
"synth",
211211
"datetime",
@@ -324,7 +324,7 @@ class GBTreesTunerTest extends AbstractUnitSpec {
324324
"dbfs:/test",
325325
"cache",
326326
"GBT",
327-
1,
327+
2,
328328
0.7,
329329
"synth",
330330
"datetime",

‎src/test/scala/com/databricks/labs/automl/model/LinearRegressionTunerTest.scala‎

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -7,17 +7,18 @@ import com.databricks.labs.automl.params.LinearRegressionModelsWithResults
77
import com.databricks.labs.automl.{AbstractUnitSpec, AutomationUnitTestsUtil}
88

99
class LinearRegressionTunerTest extends AbstractUnitSpec {
10+
1011
"LinearRegressionTuner" should "throw NoSuchElementException for passing invalid params" in {
1112
a[NullPointerException] should be thrownBy {
1213
val splitData = DataSplitUtility.split(
1314
AutomationUnitTestsUtil.getAdultDf(),
1415
1,
1516
"random",
16-
"income",
17+
"label",
1718
"dbfs:/test",
1819
"cache",
1920
"LinearRegression",
20-
1,
21+
2,
2122
0.7,
2223
"synth",
2324
"datetime",
@@ -35,11 +36,11 @@ class LinearRegressionTunerTest extends AbstractUnitSpec {
3536
AutomationUnitTestsUtil.getAdultDf(),
3637
1,
3738
"random",
38-
"income",
39+
"label",
3940
"dbfs:/test",
4041
"cache",
4142
"LinearRegression",
42-
1,
43+
2,
4344
0.7,
4445
"synth",
4546
"datetime",
@@ -71,7 +72,7 @@ class LinearRegressionTunerTest extends AbstractUnitSpec {
7172
"dbfs:/test",
7273
"cache",
7374
"LinearRegression",
74-
1,
75+
2,
7576
0.7,
7677
"synth",
7778
"datetime",
@@ -195,4 +196,5 @@ class LinearRegressionTunerTest extends AbstractUnitSpec {
195196
"modelHyperParams should not have been null"
196197
)
197198
}
199+
198200
}

‎src/test/scala/com/databricks/labs/automl/model/LogisticRegressionTunerTest.scala‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ class LogisticRegressionTunerTest extends AbstractUnitSpec {
2020
"dbfs:/test",
2121
"cache",
2222
"LogisticRegression",
23-
1,
23+
2,
2424
0.7,
2525
"synth",
2626
"datetime",
@@ -45,7 +45,7 @@ class LogisticRegressionTunerTest extends AbstractUnitSpec {
4545
"dbfs:/test",
4646
"cache",
4747
"LogisticRegression",
48-
1,
48+
2,
4949
0.7,
5050
"synth",
5151
"datetime",
@@ -77,7 +77,7 @@ class LogisticRegressionTunerTest extends AbstractUnitSpec {
7777
"dbfs:/test",
7878
"cache",
7979
"LogisticRegression",
80-
1,
80+
2,
8181
0.7,
8282
"synth",
8383
"datetime",
@@ -198,4 +198,6 @@ class LogisticRegressionTunerTest extends AbstractUnitSpec {
198198
"modelHyperParams should not have been null"
199199
)
200200
}
201+
202+
201203
}

‎src/test/scala/com/databricks/labs/automl/model/MLPCTunerTest.scala‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ class MLPCTunerTest extends AbstractUnitSpec {
2828
"dbfs:/test",
2929
"cache",
3030
"MLPC",
31-
1,
31+
2,
3232
0.7,
3333
"synth",
3434
"datetime",
@@ -55,7 +55,7 @@ class MLPCTunerTest extends AbstractUnitSpec {
5555
"dbfs:/test",
5656
"cache",
5757
"MLPC",
58-
1,
58+
2,
5959
0.7,
6060
"synth",
6161
"datetime",
@@ -88,7 +88,7 @@ class MLPCTunerTest extends AbstractUnitSpec {
8888
"dbfs:/test",
8989
"cache",
9090
"MLPC",
91-
1,
91+
2,
9292
0.7,
9393
"synth",
9494
"datetime",
@@ -203,4 +203,6 @@ class MLPCTunerTest extends AbstractUnitSpec {
203203
)
204204
}
205205

206+
207+
206208
}

‎src/test/scala/com/databricks/labs/automl/model/RandomForestTunerTest.scala‎

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ class RandomForestTunerTest extends AbstractUnitSpec {
2222
"dbfs:/test",
2323
"cache",
2424
"RandomForest",
25-
1,
25+
2,
2626
0.7,
2727
"synth",
2828
"datetime",
@@ -44,7 +44,7 @@ class RandomForestTunerTest extends AbstractUnitSpec {
4444
"dbfs:/test",
4545
"cache",
4646
"RandomForest",
47-
1,
47+
2,
4848
0.7,
4949
"synth",
5050
"datetime",
@@ -75,7 +75,7 @@ class RandomForestTunerTest extends AbstractUnitSpec {
7575
"dbfs:/test",
7676
"cache",
7777
"RandomForest",
78-
1,
78+
2,
7979
0.7,
8080
"synth",
8181
"datetime",
@@ -205,7 +205,7 @@ class RandomForestTunerTest extends AbstractUnitSpec {
205205
"dbfs:/test",
206206
"cache",
207207
"RandomForest",
208-
1,
208+
2,
209209
0.7,
210210
"synth",
211211
"datetime",
@@ -335,7 +335,7 @@ class RandomForestTunerTest extends AbstractUnitSpec {
335335
"dbfs:/test",
336336
"cache",
337337
"RandomForest",
338-
1,
338+
2,
339339
0.7,
340340
"synth",
341341
"datetime",
@@ -457,4 +457,6 @@ class RandomForestTunerTest extends AbstractUnitSpec {
457457
"modelHyperParams should not have been null"
458458
)
459459
}
460+
461+
460462
}

‎src/test/scala/com/databricks/labs/automl/model/SVMTunerTest.scala‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ class SVMTunerTest extends AbstractUnitSpec {
1515
"dbfs:/test",
1616
"cache",
1717
"SVM",
18-
1,
18+
2,
1919
0.7,
2020
"synth",
2121
"datetime",
@@ -37,7 +37,7 @@ class SVMTunerTest extends AbstractUnitSpec {
3737
"dbfs:/test",
3838
"cache",
3939
"SVM",
40-
1,
40+
2,
4141
0.7,
4242
"synth",
4343
"datetime",

‎src/test/scala/com/databricks/labs/automl/model/XgBoostTunerTest.scala‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ class XgBoostTunerTest extends AbstractUnitSpec {
2222
"dbfs:/test",
2323
"cache",
2424
"XGBoost",
25-
1,
25+
2,
2626
0.7,
2727
"synth",
2828
"datetime",
@@ -44,7 +44,7 @@ class XgBoostTunerTest extends AbstractUnitSpec {
4444
"dbfs:/test",
4545
"cache",
4646
"XGBoost",
47-
1,
47+
2,
4848
0.7,
4949
"synth",
5050
"datetime",

0 commit comments

Comments
 (0)