File tree Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Original file line number Diff line number Diff line change @@ -491,6 +491,13 @@ function registerServicePorts() {
491
491
registerPortHistoryServer
492
492
}
493
493
494
+ function configureHiveWarehouseForNonHiveEnv() {
495
+ cat >> " $SPARK_HOME " /conf/spark-defaults.conf << EOM
496
+ # Default location for Warehouse, if not using Hive
497
+ EOM
498
+ changeSparkDefaults " spark.sql.warehouse.dir" " maprfs:///user/${USER} /spark-warehouse"
499
+ }
500
+
494
501
#
495
502
# Add warden files
496
503
#
638
645
mkBackupForOldConfigs
639
646
640
647
registerServicePorts
648
+ configureHiveWarehouseForNonHiveEnv
641
649
if [ " $HIVE_INSTALLED " = true ]; then
642
650
configureOnHive
643
651
fi
Original file line number Diff line number Diff line change @@ -9,9 +9,6 @@ spark.eventLog.enabled true
9
9
spark.eventLog.dir maprfs:///apps/spark
10
10
spark.history.fs.logDirectory maprfs:///apps/spark
11
11
12
- # Default location for Warehouse, if not using Hive
13
- spark.sql.warehouse.dir maprfs:///user/${system:user.name}/spark-warehouse
14
-
15
12
# Fix for SPARK-963 restore the behavior before Spark 3.2
16
13
spark.hadoopRDD.ignoreEmptySplits false
17
14
You can’t perform that action at this time.
0 commit comments