File tree Expand file tree Collapse file tree 1 file changed +35
-0
lines changed
examples/src/main/resources Expand file tree Collapse file tree 1 file changed +35
-0
lines changed Original file line number Diff line number Diff line change
1
+ ./stop_thrift
2
+ SPARK_HOME=/home/sparkuser/tpcds/spark
3
+ THRIFTSERVER_START_CMD="${SPARK_HOME}/sbin/start-thriftserver.sh"
4
+ THRIFTSERVER_STOP_CMD="${SPARK_HOME}/sbin/stop-thriftserver.sh"
5
+
6
+
7
+ batchsize=20480
8
+
9
+
10
+ runname_base=vanilla_tpcds_power_jenkins
11
+ runname="${runname_base}_${1}"
12
+
13
+ THRIFTSERVER_CONFIG="--name ${runname}
14
+ --driver-memory 5g
15
+ --num-executors 18
16
+ --driver-memory 20g
17
+ --executor-memory 20g
18
+ --executor-cores 4
19
+ --master yarn
20
+ --deploy-mode client
21
+ --conf spark.executor.memoryOverhead=384M
22
+ --conf spark.sql.inMemoryColumnarStorage.batchSize=${batchsize}
23
+ --conf spark.sql.execution.arrow.maxRecordsPerBatch=${batchsize}
24
+ --conf spark.sql.parquet.columnarReaderBatchSize=${batchsize}
25
+ --hiveconf hive.server2.thrift.port=10001
26
+ --hiveconf hive.server2.thrift.bind.host=sr614
27
+ --conf spark.sql.broadcastTimeout=300
28
+ --conf spark.driver.maxResultSize=20g
29
+ --conf spark.sql.shuffle.partitions=432
30
+ --conf spark.sql.optimizer.runtime.bloomFilter.applicationSideScanSizeThreshold=0
31
+ --conf spark.sql.optimizer.runtime.bloomFilter.enabled=true
32
+ --conf spark.sql.optimizer.runtimeFilter.semiJoinReduction.enabled=true"
33
+
34
+ $THRIFTSERVER_START_CMD $THRIFTSERVER_CONFIG
35
+
You can’t perform that action at this time.
0 commit comments