Skip to content

Commit b6f20cf

Browse files
committed
Exclude "brotli" for non-supported arch.
1 parent 0029f33 commit b6f20cf

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceCodecSuite.scala

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -56,8 +56,13 @@ class ParquetCodecSuite extends FileSourceCodecSuite with SharedSparkSession {
5656
override def format: String = "parquet"
5757
override val codecConfigName: String = SQLConf.PARQUET_COMPRESSION.key
5858
// Exclude "lzo" because it is GPL-licenced so not included in Hadoop.
59-
override protected def availableCodecs: Seq[String] = Seq("none", "uncompressed", "snappy",
60-
"gzip", "brotli", "zstd", "lz4")
59+
override protected def availableCodecs: Seq[String] =
60+
if (System.getProperty("os.arch") == "aarch64") {
61+
// Exclude "brotli" due to PARQUET-1975.
62+
Seq("none", "uncompressed", "snappy", "gzip", "zstd", "lz4")
63+
} else {
64+
Seq("none", "uncompressed", "snappy", "gzip", "brotli", "zstd", "lz4")
65+
}
6166
}
6267

6368
class OrcCodecSuite extends FileSourceCodecSuite with SharedSparkSession {

0 commit comments

Comments
 (0)