[SPARK-49845][CORE] Make appArgs and environmentVariables optiona…

…l in REST API
apache · Oct 1, 2024 · b5b80ef · b5b80ef
1 parent 3093ad6
commit b5b80ef
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 5 deletions.
diff --git a/core/src/main/scala/org/apache/spark/deploy/rest/SubmitRestProtocolRequest.scala b/core/src/main/scala/org/apache/spark/deploy/rest/SubmitRestProtocolRequest.scala
@@ -47,8 +47,6 @@ private[rest] class CreateSubmissionRequest extends SubmitRestProtocolRequest {
     super.doValidate()
     assert(sparkProperties != null, "No Spark properties set!")
     assertFieldIsSet(appResource, "appResource")
-    assertFieldIsSet(appArgs, "appArgs")
-    assertFieldIsSet(environmentVariables, "environmentVariables")
     assertPropertyIsSet("spark.app.name")
     assertPropertyIsBoolean(config.DRIVER_SUPERVISE.key)
     assertPropertyIsNumeric(config.DRIVER_CORES.key)

diff --git a/core/src/test/scala/org/apache/spark/deploy/rest/SubmitRestProtocolSuite.scala b/core/src/test/scala/org/apache/spark/deploy/rest/SubmitRestProtocolSuite.scala
@@ -87,8 +87,6 @@ class SubmitRestProtocolSuite extends SparkFunSuite {
     message.clientSparkVersion = "1.2.3"
     message.appResource = "honey-walnut-cherry.jar"
     message.mainClass = "org.apache.spark.examples.SparkPie"
-    message.appArgs = Array("two slices")
-    message.environmentVariables = Map("PATH" -> "/dev/null")
     val conf = new SparkConf(false)
     conf.set("spark.app.name", "SparkPie")
     message.sparkProperties = conf.getAll.toMap

diff --git a/examples/src/main/scripts/submit_pi.sh b/examples/src/main/scripts/submit_pi.sh
@@ -31,7 +31,6 @@ PYTHON_FILE=${2:-https://raw.githubusercontent.com/apache/spark/master/examples/
 
 curl -XPOST http://$SPARK_MASTER:6066/v1/submissions/create \
 --data '{
-  "appResource": "",
   "sparkProperties": {
     "spark.submit.deployMode": "cluster",
     "spark.app.name": "SparkPi",