Skip to content

Commit 431f00f

Browse files
Fixing problems introduced during rebase
1 parent c52ff2c commit 431f00f

File tree

1 file changed

+6
-21
lines changed

1 file changed

+6
-21
lines changed

sql/core/src/test/scala/org/apache/spark/sql/parquet/ParquetQuerySuite.scala

Lines changed: 6 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,8 @@
1717

1818
package org.apache.spark.sql.parquet
1919

20+
import java.io.File
21+
2022
import org.scalatest.{BeforeAndAfterAll, FunSuiteLike}
2123

2224
import org.apache.avro.{SchemaBuilder, Schema}
@@ -31,18 +33,13 @@ import parquet.hadoop.util.ContextUtil
3133
import parquet.schema.MessageTypeParser
3234

3335
import org.apache.spark.sql._
34-
import org.apache.spark.sql.catalyst.util.getTempFilePath
35-
import org.apache.spark.sql.test.TestSQLContext
36-
import org.apache.spark.sql.TestData
37-
import org.apache.spark.sql.SchemaRDD
3836
import org.apache.spark.sql.catalyst.expressions._
3937
import org.apache.spark.sql.catalyst.types.IntegerType
40-
import org.apache.spark.util.Utils
38+
import org.apache.spark.sql.test.TestSQLContext
39+
import org.apache.spark.sql.TestData
4140
import org.apache.spark.sql.SchemaRDD
4241
import org.apache.spark.sql.catalyst.util.getTempFilePath
4342
import org.apache.spark.sql.catalyst.expressions.Row
44-
import org.apache.spark.sql.catalyst.types.{StringType, IntegerType, DataType}
45-
import org.apache.spark.sql.catalyst.expressions.AttributeReference
4643
import org.apache.spark.util.Utils
4744

4845
// Implicits
@@ -557,6 +554,7 @@ class ParquetQuerySuite extends QueryTest with FunSuiteLike with BeforeAndAfterA
557554
// has no effect in this test case
558555
implicit def anyToRow(value: Any): Row = value.asInstanceOf[Row]
559556
val tmpdir = Utils.createTempDir()
557+
Utils.deleteRecursively(tmpdir)
560558
val result = TestSQLContext
561559
.parquetFile(ParquetTestData.testNestedDir1.toString)
562560
.toSchemaRDD
@@ -581,6 +579,7 @@ class ParquetQuerySuite extends QueryTest with FunSuiteLike with BeforeAndAfterA
581579
.parquetFile(ParquetTestData.testNestedDir4.toString)
582580
.toSchemaRDD
583581
val tmpdir = Utils.createTempDir()
582+
Utils.deleteRecursively(tmpdir)
584583
data.saveAsParquetFile(tmpdir.toString)
585584
TestSQLContext
586585
.parquetFile(tmpdir.toString)
@@ -744,18 +743,4 @@ class ParquetQuerySuite extends QueryTest with FunSuiteLike with BeforeAndAfterA
744743
assert(mapResult2(0) === 1.1f)
745744
assert(mapResult2(2) === 1.3f)
746745
}
747-
748-
/**
749-
* Creates an empty SchemaRDD backed by a ParquetRelation.
750-
*
751-
* TODO: since this is so experimental it is better to have it here and not
752-
* in SQLContext. Also note that when creating new AttributeReferences
753-
* one needs to take care not to create duplicate Attribute ID's.
754-
*/
755-
private def createParquetFile(path: String, schema: (Tuple2[String, DataType])*): SchemaRDD = {
756-
val attributes = schema.map(t => new AttributeReference(t._1, t._2)())
757-
new SchemaRDD(
758-
TestSQLContext,
759-
ParquetRelation.createEmpty(path, attributes, sparkContext.hadoopConfiguration))
760-
}
761746
}

0 commit comments

Comments
 (0)