File tree Expand file tree Collapse file tree 2 files changed +3
-1
lines changed
src/main/2.0/scala/com/holdenkarau/spark/testing Expand file tree Collapse file tree 2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -4,7 +4,7 @@ name := "spark-testing-base"
4
4
5
5
publishMavenStyle := true
6
6
7
- version := " 0.10 .0"
7
+ version := " 0.11 .0"
8
8
9
9
sparkVersion := " 2.4.0"
10
10
Original file line number Diff line number Diff line change @@ -75,6 +75,8 @@ trait DataFrameSuiteBaseLike extends SparkContextProvider
75
75
val localWarehousePath = new File (tempDir, " wharehouse" ).getCanonicalPath
76
76
def newBuilder () = {
77
77
val builder = SparkSession .builder()
78
+ // Long story with lz4 issues in 2.3+
79
+ builder.config(" spark.io.compression.codec" , " snappy" )
78
80
// We have to mask all properties in hive-site.xml that relates to metastore
79
81
// data source as we used a local metastore here.
80
82
if (enableHiveSupport) {
You can’t perform that action at this time.
0 commit comments