Skip to content

Commit

Permalink
fix share state behavior (#437)
Browse files Browse the repository at this point in the history
  • Loading branch information
ilovesoup authored and birdstorm committed Sep 5, 2018
1 parent 5b15211 commit 88a73ec
Showing 1 changed file with 7 additions and 2 deletions.
9 changes: 7 additions & 2 deletions core/src/main/scala/org/apache/spark/sql/TiSparkSession.scala
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,8 @@ import org.apache.spark.{SparkConf, SparkContext}

class TiSparkSession(
@transient override val sparkContext: SparkContext,
@transient private val existingSharedState: Option[SharedState]
) extends SparkSession(sparkContext) { self =>
@transient private val tiExistingSharedState: Option[SharedState]
) extends SparkSession(sparkContext) {

private[sql] def this(sc: SparkContext) {
this(sc, None)
Expand All @@ -40,6 +40,11 @@ class TiSparkSession(
@transient
override lazy val sessionState: SessionState = new TiSessionState(this)

@transient
override private[sql] lazy val sharedState: SharedState = {
tiExistingSharedState.getOrElse(new SharedState(sparkContext))
}

override def newSession(): SparkSession = new TiSparkSession(sparkContext, Some(sharedState))

TiUtils.sessionInitialize(
Expand Down

0 comments on commit 88a73ec

Please sign in to comment.