Skip to content

Commit b6917ba

Browse files
committed
move constant to rest client
1 parent 79ef1b5 commit b6917ba

File tree

9 files changed

+24
-12
lines changed

9 files changed

+24
-12
lines changed

integration-tests/kyuubi-kubernetes-it/src/test/scala/org/apache/kyuubi/kubernetes/test/spark/SparkOnKubernetesTestsSuite.scala

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ import org.apache.hadoop.conf.Configuration
2626
import org.apache.hadoop.net.NetUtils
2727

2828
import org.apache.kyuubi._
29+
import org.apache.kyuubi.client.util.BatchUtils._
2930
import org.apache.kyuubi.config.KyuubiConf
3031
import org.apache.kyuubi.config.KyuubiConf.FRONTEND_THRIFT_BINARY_BIND_HOST
3132
import org.apache.kyuubi.engine.{ApplicationInfo, ApplicationOperation, KubernetesApplicationOperation}
@@ -137,7 +138,7 @@ class KyuubiOperationKubernetesClusterClientModeSuite
137138

138139
test("Spark Client Mode On Kubernetes Kyuubi KubernetesApplicationOperation Suite") {
139140
val batchRequest = newSparkBatchRequest(conf.getAll ++ Map(
140-
"kyuubi.batch.id" -> UUID.randomUUID().toString))
141+
KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString))
141142

142143
val sessionHandle = sessionManager.openBatchSession(
143144
"kyuubi",
@@ -197,7 +198,7 @@ class KyuubiOperationKubernetesClusterClusterModeSuite
197198
driverPodNamePrefix + "-" + System.currentTimeMillis())
198199

199200
val batchRequest = newSparkBatchRequest(conf.getAll ++ Map(
200-
"kyuubi.batch.id" -> UUID.randomUUID().toString))
201+
KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString))
201202

202203
val sessionHandle = sessionManager.openBatchSession(
203204
"runner",

kyuubi-common/src/main/scala/org/apache/kyuubi/config/KyuubiReservedKeys.scala

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,6 @@ object KyuubiReservedKeys {
2626
final val KYUUBI_SESSION_USER_SIGN = "kyuubi.session.user.sign"
2727
final val KYUUBI_SESSION_REAL_USER_KEY = "kyuubi.session.real.user"
2828
final val KYUUBI_SESSION_CONNECTION_URL_KEY = "kyuubi.session.connection.url"
29-
final val KYUUBI_BATCH_ID_KEY = "kyuubi.batch.id"
30-
final val KYUUBI_BATCH_DUPLICATED_KEY = "kyuubi.batch.duplicated"
3129
final val KYUUBI_BATCH_RESOURCE_UPLOADED_KEY = "kyuubi.batch.resource.uploaded"
3230
final val KYUUBI_STATEMENT_ID_KEY = "kyuubi.statement.id"
3331
final val KYUUBI_ENGINE_ID = "kyuubi.engine.id"

kyuubi-rest-client/src/main/java/org/apache/kyuubi/client/util/BatchUtils.java

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@
2020
import java.util.Arrays;
2121
import java.util.List;
2222
import java.util.Locale;
23+
import org.apache.kyuubi.client.api.v1.dto.Batch;
2324

2425
public final class BatchUtils {
2526
/** The batch has not been submitted to resource manager yet. */
@@ -40,6 +41,10 @@ public final class BatchUtils {
4041
public static List<String> terminalBatchStates =
4142
Arrays.asList(FINISHED_STATE, ERROR_STATE, CANCELED_STATE);
4243

44+
public static String KYUUBI_BATCH_ID_KEY = "kyuubi.batch.id";
45+
46+
public static String KYUUBI_BATCH_DUPLICATED_KEY = "kyuubi.batch.duplicated";
47+
4348
public static boolean isPendingState(String state) {
4449
return PENDING_STATE.equalsIgnoreCase(state);
4550
}
@@ -55,4 +60,8 @@ public static boolean isFinishedState(String state) {
5560
public static boolean isTerminalState(String state) {
5661
return state != null && terminalBatchStates.contains(state.toUpperCase(Locale.ROOT));
5762
}
63+
64+
public static boolean isDuplicatedSubmission(Batch batch) {
65+
return "true".equalsIgnoreCase(batch.getBatchInfo().get(KYUUBI_BATCH_DUPLICATED_KEY));
66+
}
5867
}

kyuubi-server/src/main/scala/org/apache/kyuubi/server/api/v1/BatchesResource.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,7 @@ import org.glassfish.jersey.media.multipart.{FormDataContentDisposition, FormDat
3737
import org.apache.kyuubi.{Logging, Utils}
3838
import org.apache.kyuubi.client.api.v1.dto._
3939
import org.apache.kyuubi.client.exception.KyuubiRestException
40+
import org.apache.kyuubi.client.util.BatchUtils._
4041
import org.apache.kyuubi.config.KyuubiConf
4142
import org.apache.kyuubi.config.KyuubiReservedKeys._
4243
import org.apache.kyuubi.engine.{ApplicationInfo, KyuubiApplicationManager}

kyuubi-server/src/main/scala/org/apache/kyuubi/session/KyuubiBatchSessionImpl.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,8 +22,8 @@ import scala.collection.JavaConverters._
2222
import org.apache.hive.service.rpc.thrift.TProtocolVersion
2323

2424
import org.apache.kyuubi.client.api.v1.dto.BatchRequest
25+
import org.apache.kyuubi.client.util.BatchUtils._
2526
import org.apache.kyuubi.config.{KyuubiConf, KyuubiReservedKeys}
26-
import org.apache.kyuubi.config.KyuubiReservedKeys.KYUUBI_BATCH_ID_KEY
2727
import org.apache.kyuubi.engine.KyuubiApplicationManager
2828
import org.apache.kyuubi.engine.spark.SparkProcessBuilder
2929
import org.apache.kyuubi.events.{EventBus, KyuubiSessionEvent}

kyuubi-server/src/test/scala/org/apache/kyuubi/WithKyuubiServerOnYarn.scala

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ import java.util.UUID
2222
import scala.collection.JavaConverters._
2323
import scala.concurrent.duration._
2424

25+
import org.apache.kyuubi.client.util.BatchUtils._
2526
import org.apache.kyuubi.config.KyuubiConf
2627
import org.apache.kyuubi.config.KyuubiConf._
2728
import org.apache.kyuubi.config.KyuubiConf.FrontendProtocols.FrontendProtocol
@@ -109,7 +110,7 @@ class KyuubiOperationYarnClusterSuite extends WithKyuubiServerOnYarn with HiveJD
109110
newSparkBatchRequest(Map(
110111
"spark.master" -> "local",
111112
"spark.executor.instances" -> "1",
112-
"kyuubi.batch.id" -> UUID.randomUUID().toString))
113+
KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString))
113114

114115
val sessionHandle = sessionManager.openBatchSession(
115116
"kyuubi",
@@ -169,7 +170,7 @@ class KyuubiOperationYarnClusterSuite extends WithKyuubiServerOnYarn with HiveJD
169170
test("prevent dead loop if the batch job submission process it not alive") {
170171
val batchRequest = newSparkBatchRequest(Map(
171172
"spark.submit.deployMode" -> "invalid",
172-
"kyuubi.batch.id" -> UUID.randomUUID().toString))
173+
KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString))
173174

174175
val sessionHandle = sessionManager.openBatchSession(
175176
"kyuubi",
@@ -196,7 +197,7 @@ class KyuubiOperationYarnClusterSuite extends WithKyuubiServerOnYarn with HiveJD
196197
"spark.sql.defaultCatalog=spark_catalog" -> "spark_catalog",
197198
"spark.sql.catalog.spark_catalog.type" -> "invalid_type",
198199
"kyuubi.session.engine.initialize.timeout" -> "PT10M",
199-
"kyuubi.batch.id" -> UUID.randomUUID().toString))(Map.empty) {
200+
KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString))(Map.empty) {
200201
val startTime = System.currentTimeMillis()
201202
val exception = intercept[Exception] {
202203
withJdbcStatement() { _ => }

kyuubi-server/src/test/scala/org/apache/kyuubi/events/handler/ServerJsonLoggingEventHandlerSuite.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@ import org.apache.hive.service.rpc.thrift.{TOpenSessionReq, TStatusCode}
3131
import org.scalatest.time.SpanSugar.convertIntToGrainOfTime
3232

3333
import org.apache.kyuubi._
34+
import org.apache.kyuubi.client.util.BatchUtils._
3435
import org.apache.kyuubi.config.KyuubiConf
3536
import org.apache.kyuubi.operation.HiveJDBCTestHelper
3637
import org.apache.kyuubi.operation.OperationState._
@@ -139,7 +140,7 @@ class ServerJsonLoggingEventHandlerSuite extends WithKyuubiServer with HiveJDBCT
139140
Utils.currentUser,
140141
"kyuubi",
141142
"127.0.0.1",
142-
Map("kyuubi.batch.id" -> UUID.randomUUID().toString),
143+
Map(KYUUBI_BATCH_ID_KEY -> UUID.randomUUID().toString),
143144
batchRequest)
144145
withSessionConf()(Map.empty)(Map("spark.sql.shuffle.partitions" -> "2")) {
145146
withJdbcStatement() { statement =>

kyuubi-server/src/test/scala/org/apache/kyuubi/server/api/v1/BatchesResourceSuite.scala

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,9 +33,10 @@ import org.glassfish.jersey.media.multipart.file.FileDataBodyPart
3333

3434
import org.apache.kyuubi.{BatchTestHelper, KyuubiFunSuite, RestFrontendTestHelper}
3535
import org.apache.kyuubi.client.api.v1.dto._
36+
import org.apache.kyuubi.client.util.BatchUtils
37+
import org.apache.kyuubi.client.util.BatchUtils._
3638
import org.apache.kyuubi.config.KyuubiConf
3739
import org.apache.kyuubi.config.KyuubiConf._
38-
import org.apache.kyuubi.config.KyuubiReservedKeys._
3940
import org.apache.kyuubi.engine.{ApplicationInfo, KyuubiApplicationManager}
4041
import org.apache.kyuubi.engine.spark.SparkBatchProcessBuilder
4142
import org.apache.kyuubi.metrics.{MetricsConstants, MetricsSystem}
@@ -248,7 +249,7 @@ class BatchesResourceSuite extends KyuubiFunSuite with RestFrontendTestHelper wi
248249
assert(batch2.getId === batchId)
249250

250251
assert(batch1.getCreateTime === batch2.getCreateTime)
251-
assert(batch2.getBatchInfo.get(KYUUBI_BATCH_DUPLICATED_KEY) === "true")
252+
assert(BatchUtils.isDuplicatedSubmission(batch2))
252253
}
253254

254255
test("get batch session list") {

kyuubi-server/src/test/scala/org/apache/kyuubi/server/rest/client/BatchCliSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,8 +29,8 @@ import org.apache.hive.service.rpc.thrift.TProtocolVersion
2929
import org.scalatest.time.SpanSugar.convertIntToGrainOfTime
3030

3131
import org.apache.kyuubi.{BatchTestHelper, RestClientTestHelper, Utils}
32+
import org.apache.kyuubi.client.util.BatchUtils._
3233
import org.apache.kyuubi.config.KyuubiConf
33-
import org.apache.kyuubi.config.KyuubiReservedKeys.KYUUBI_BATCH_ID_KEY
3434
import org.apache.kyuubi.ctl.{CtlConf, TestPrematureExit}
3535
import org.apache.kyuubi.metrics.{MetricsConstants, MetricsSystem}
3636
import org.apache.kyuubi.session.KyuubiSessionManager

0 commit comments

Comments
 (0)