@@ -34,7 +34,7 @@ import org.apache.spark.streaming.api.java._
34
34
/**
35
35
* Interface for Python callback function with three arguments
36
36
*/
37
- private [spark ] trait PythonRDDFunction {
37
+ private [python ] trait PythonRDDFunction {
38
38
// callback in Python
39
39
def call (time : Long , rdds : JList [_]): JavaRDD [Array [Byte ]]
40
40
}
@@ -80,7 +80,7 @@ abstract class PythonDStream(parent: DStream[_], pfunc: PythonRDDFunction)
80
80
/**
81
81
* Helper functions
82
82
*/
83
- private [spark ] object PythonDStream {
83
+ private [python ] object PythonDStream {
84
84
85
85
// convert Option[RDD[_]] to JavaRDD, handle null gracefully
86
86
def wrapRDD (rdd : Option [RDD [_]]): JavaRDD [_] = {
@@ -129,7 +129,7 @@ private[spark] object PythonDStream {
129
129
* If `reuse` is true and the result of the `func` is an PythonRDD, then it will cache it
130
130
* as an template for future use, this can reduce the Python callbacks.
131
131
*/
132
- private [spark ]
132
+ private [python ]
133
133
class PythonTransformedDStream (parent : DStream [_], pfunc : PythonRDDFunction ,
134
134
var reuse : Boolean = false )
135
135
extends PythonDStream (parent, pfunc) {
@@ -168,7 +168,7 @@ class PythonTransformedDStream (parent: DStream[_], pfunc: PythonRDDFunction,
168
168
/**
169
169
* Transformed from two DStreams in Python.
170
170
*/
171
- private [spark ]
171
+ private [python ]
172
172
class PythonTransformed2DStream (parent : DStream [_], parent2 : DStream [_],
173
173
pfunc : PythonRDDFunction )
174
174
extends DStream [Array [Byte ]] (parent.ssc) {
@@ -189,7 +189,7 @@ class PythonTransformed2DStream(parent: DStream[_], parent2: DStream[_],
189
189
/**
190
190
* similar to StateDStream
191
191
*/
192
- private [spark ]
192
+ private [python ]
193
193
class PythonStateDStream (parent : DStream [Array [Byte ]], reduceFunc : PythonRDDFunction )
194
194
extends PythonDStream (parent, reduceFunc) {
195
195
@@ -210,7 +210,7 @@ class PythonStateDStream(parent: DStream[Array[Byte]], reduceFunc: PythonRDDFunc
210
210
/**
211
211
* similar to ReducedWindowedDStream
212
212
*/
213
- private [spark ]
213
+ private [python ]
214
214
class PythonReducedWindowedDStream (parent : DStream [Array [Byte ]],
215
215
preduceFunc : PythonRDDFunction ,
216
216
pinvReduceFunc : PythonRDDFunction ,
0 commit comments