Skip to content

Commit ab0bad9

Browse files
committed
[SPARK-33171][INFRA] Mark ParquetV*FilterSuite/ParquetV*SchemaPruningSuite as ExtendedSQLTest
### What changes were proposed in this pull request? This PR aims to mark ParquetV1FilterSuite and ParquetV2FilterSuite as `ExtendedSQLTest`. - ParquetV1FilterSuite/ParquetV2FilterSuite - ParquetV1SchemaPruningSuite/ParquetV2SchemaPruningSuite ### Why are the changes needed? Currently, `sql - other tests` is the longest job. This PR will move the above tests to `sql - slow tests` job. **BEFORE** - https://github.com/apache/spark/runs/1264150802 (1 hour 37 minutes) **AFTER** - https://github.com/apache/spark/pull/30068/checks?check_run_id=1265879896 (1 hour 21 minutes) ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Pass the Github Action with the reduced time. Closes #30068 from dongjoon-hyun/MOVE3. Lead-authored-by: Dongjoon Hyun <dongjoon@apache.org> Co-authored-by: Dongjoon Hyun <dhyun@apple.com> Signed-off-by: Dongjoon Hyun <dhyun@apple.com>
1 parent 2507301 commit ab0bad9

File tree

2 files changed

+6
-0
lines changed

2 files changed

+6
-0
lines changed

sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,7 @@ import org.apache.spark.sql.internal.SQLConf
4545
import org.apache.spark.sql.internal.SQLConf.ParquetOutputTimestampType
4646
import org.apache.spark.sql.test.SharedSparkSession
4747
import org.apache.spark.sql.types._
48+
import org.apache.spark.tags.ExtendedSQLTest
4849
import org.apache.spark.util.{AccumulatorContext, AccumulatorV2}
4950

5051
/**
@@ -1571,6 +1572,7 @@ abstract class ParquetFilterSuite extends QueryTest with ParquetTest with Shared
15711572
}
15721573
}
15731574

1575+
@ExtendedSQLTest
15741576
class ParquetV1FilterSuite extends ParquetFilterSuite {
15751577
override protected def sparkConf: SparkConf =
15761578
super
@@ -1650,6 +1652,7 @@ class ParquetV1FilterSuite extends ParquetFilterSuite {
16501652
}
16511653
}
16521654

1655+
@ExtendedSQLTest
16531656
class ParquetV2FilterSuite extends ParquetFilterSuite {
16541657
// TODO: enable Parquet V2 write path after file source V2 writers are workable.
16551658
override protected def sparkConf: SparkConf =

sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaPruningSuite.scala

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ import org.apache.spark.sql.execution.datasources.SchemaPruningSuite
2525
import org.apache.spark.sql.execution.datasources.v2.BatchScanExec
2626
import org.apache.spark.sql.execution.datasources.v2.parquet.ParquetScan
2727
import org.apache.spark.sql.internal.SQLConf
28+
import org.apache.spark.tags.ExtendedSQLTest
2829

2930
abstract class ParquetSchemaPruningSuite extends SchemaPruningSuite with AdaptiveSparkPlanHelper {
3031
override protected val dataSourceName: String = "parquet"
@@ -33,13 +34,15 @@ abstract class ParquetSchemaPruningSuite extends SchemaPruningSuite with Adaptiv
3334

3435
}
3536

37+
@ExtendedSQLTest
3638
class ParquetV1SchemaPruningSuite extends ParquetSchemaPruningSuite {
3739
override protected def sparkConf: SparkConf =
3840
super
3941
.sparkConf
4042
.set(SQLConf.USE_V1_SOURCE_LIST, "parquet")
4143
}
4244

45+
@ExtendedSQLTest
4346
class ParquetV2SchemaPruningSuite extends ParquetSchemaPruningSuite {
4447
// TODO: enable Parquet V2 write path after file source V2 writers are workable.
4548
override protected def sparkConf: SparkConf =

0 commit comments

Comments
 (0)