Skip to content

Commit 437d181

Browse files
committed
add lzo.
1 parent afbb6f2 commit 437d181

File tree

2 files changed

+3
-4
lines changed

2 files changed

+3
-4
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -322,13 +322,12 @@ object SQLConf {
322322
.booleanConf
323323
.createWithDefault(true)
324324

325-
// We can add LZO after Apache ORC 1.4.0 is used.
326325
val ORC_COMPRESSION = buildConf("spark.sql.orc.compression.codec")
327326
.doc("Sets the compression codec use when writing ORC files. Acceptable values include: " +
328-
"uncompressed, snappy, zlib.")
327+
"none, uncompressed, snappy, zlib, lzo.")
329328
.stringConf
330329
.transform(_.toLowerCase(Locale.ROOT))
331-
.checkValues(Set("none", "uncompressed", "snappy", "zlib"))
330+
.checkValues(Set("none", "uncompressed", "snappy", "zlib", "lzo"))
332331
.createWithDefault("snappy")
333332

334333
val ORC_FILTER_PUSHDOWN_ENABLED = buildConf("spark.sql.orc.filterPushdown")

sql/hive/src/test/scala/org/apache/spark/sql/hive/orc/OrcSourceSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -208,7 +208,7 @@ abstract class OrcSuite extends QueryTest with TestHiveSingleton with BeforeAndA
208208
new OrcOptions(Map("orc.compress" -> "zlib"), conf).compressionCodec == "ZLIB")
209209
}
210210

211-
Seq("NONE", "SNAPPY", "ZLIB").foreach { c =>
211+
Seq("NONE", "SNAPPY", "ZLIB", "LZO").foreach { c =>
212212
withSQLConf(SQLConf.ORC_COMPRESSION.key -> c) {
213213
assert(new OrcOptions(Map.empty[String, String], conf).compressionCodec == c)
214214
}

0 commit comments

Comments
 (0)