File tree Expand file tree Collapse file tree 2 files changed +12
-7
lines changed
examples/src/main/python/streaming
streaming/src/main/scala/org/apache/spark/streaming/api/python Expand file tree Collapse file tree 2 files changed +12
-7
lines changed Original file line number Diff line number Diff line change
1
+ /*
2
+
1
3
package org.apache.spark.streaming.api.python
2
4
3
5
import org.apache.spark.Accumulator
@@ -10,11 +12,8 @@ import org.apache.spark.streaming.dstream.DStream
10
12
11
13
import scala.reflect.ClassTag
12
14
13
- /**
14
- * Created by ken on 7/15/14.
15
- */
16
15
class PythonTransformedDStream[T: ClassTag](
17
- parents : Seq [ DStream [T ] ],
16
+ parent: DStream[T],
18
17
command: Array[Byte],
19
18
envVars: JMap[String, String],
20
19
pythonIncludes: JList[String],
@@ -30,8 +29,14 @@ class PythonTransformedDStream[T: ClassTag](
30
29
31
30
//pythonDStream compute
32
31
override def compute(validTime: Time): Option[RDD[Array[Byte]]] = {
33
- val parentRDDs = parents.map(_.getOrCompute(validTime).orNull).toSeq
34
- Some ()
32
+
33
+ // val parentRDDs = parents.map(_.getOrCompute(validTime).orNull).toSeq
34
+ // parents.map(_.getOrCompute(validTime).orNull).to
35
+ // parent = parents.head.asInstanceOf[RDD]
36
+ // Some()
35
37
}
36
- val asJavaDStream = JavaDStream .fromDStream(this )
38
+
39
+ val asJavaDStream = JavaDStream.fromDStream(this)
37
40
}
41
+
42
+ */
You can’t perform that action at this time.
0 commit comments