File tree Expand file tree Collapse file tree 1 file changed +0
-16
lines changed
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet Expand file tree Collapse file tree 1 file changed +0
-16
lines changed Original file line number Diff line number Diff line change @@ -26,22 +26,6 @@ import org.apache.spark.sql.test.SharedSQLContext
26
26
27
27
class ParquetFileFormatSuite extends QueryTest with ParquetTest with SharedSQLContext {
28
28
29
- test(" Number of threads doesn't grow extremely after parquet file reading" ) {
30
- withTempDir { dir =>
31
- val file = dir.toString + " /file"
32
- spark.range(1 ).toDF(" a" ).coalesce(1 ).write.parquet(file)
33
- spark.read.parquet(file)
34
- val numThreadBefore = Thread .activeCount
35
- (1 to 100 ).map { _ =>
36
- spark.read.parquet(file)
37
- }
38
- val numThreadAfter = Thread .activeCount
39
- // Hard to test a correct thread number,
40
- // but it shouldn't increase more than a reasonable number.
41
- assert(numThreadAfter - numThreadBefore < 20 )
42
- }
43
- }
44
-
45
29
test(" read parquet footers in parallel" ) {
46
30
def testReadFooters (ignoreCorruptFiles : Boolean ): Unit = {
47
31
withTempDir { dir =>
You can’t perform that action at this time.
0 commit comments