Skip to content

Commit fa7261b

Browse files
committed
refactor
1 parent a13ff34 commit fa7261b

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

streaming/src/main/scala/org/apache/spark/streaming/api/python/PythonDStream.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -239,7 +239,10 @@ class PythonReducedWindowedDStream(parent: DStream[Array[Byte]],
239239
@transient pinvReduceFunc: PythonRDDFunction,
240240
_windowDuration: Duration,
241241
_slideDuration: Duration
242-
) extends PythonStateDStream(parent, preduceFunc) {
242+
) extends PythonDStream(parent, preduceFunc) {
243+
244+
super.persist(StorageLevel.MEMORY_ONLY)
245+
override val mustCheckpoint = true
243246

244247
val invReduceFunc = new RDDFunction(pinvReduceFunc)
245248

0 commit comments

Comments
 (0)