Skip to content

Commit 2adca84

Browse files
Ken Takagiwagiwa
Ken Takagiwa
authored andcommitted
remove not implemented DStream functions in python
1 parent e551e13 commit 2adca84

File tree

1 file changed

+0
-102
lines changed

1 file changed

+0
-102
lines changed

python/pyspark/streaming/dstream.py

-102
Original file line numberDiff line numberDiff line change
@@ -55,50 +55,6 @@ def pyprint(self):
5555
"""
5656
self._jdstream.pyprint()
5757

58-
def cache(self):
59-
"""
60-
"""
61-
raise NotImplementedError
62-
63-
def checkpoint(self):
64-
"""
65-
"""
66-
raise NotImplementedError
67-
68-
def compute(self, time):
69-
"""
70-
"""
71-
raise NotImplementedError
72-
73-
def context(self):
74-
"""
75-
"""
76-
raise NotImplementedError
77-
78-
def count(self):
79-
"""
80-
"""
81-
raise NotImplementedError
82-
83-
def countByValue(self, numPartitions=None):
84-
"""
85-
"""
86-
raise NotImplementedError
87-
88-
def countByValueAndWindow(self, duration, slideDuration=None):
89-
"""
90-
"""
91-
raise NotImplementedError
92-
93-
def countByWindow(self, duration, slideDuration=None):
94-
"""
95-
"""
96-
raise NotImplementedError
97-
98-
def dstream(self):
99-
"""
100-
"""
101-
raise NotImplementedError
10258

10359
def filter(self, f):
10460
"""
@@ -112,16 +68,6 @@ def flatMap(self, f, preservesPartitioning=False):
11268
def func(s, iterator): return chain.from_iterable(imap(f, iterator))
11369
return self.mapPartitionsWithIndex(func, preservesPartitioning)
11470

115-
def foreachRDD(self, f, time):
116-
"""
117-
"""
118-
raise NotImplementedError
119-
120-
def glom(self):
121-
"""
122-
"""
123-
raise NotImplementedError
124-
12571
def map(self, f, preservesPartitioning=False):
12672
"""
12773
"""
@@ -134,11 +80,6 @@ def mapPartitions(self, f):
13480
def func(s, iterator): return f(iterator)
13581
return self.mapPartitionsWithIndex(func)
13682

137-
def perist(self, storageLevel):
138-
"""
139-
"""
140-
raise NotImplementedError
141-
14283
def reduce(self, func, numPartitions=None):
14384
"""
14485
@@ -210,49 +151,6 @@ def add_shuffle_key(split, iterator):
210151
dstream._partitionFunc = partitionFunc
211152
return dstream
212153

213-
214-
def reduceByWindow(self, reduceFunc, windowDuration, slideDuration, inReduceTunc):
215-
"""
216-
"""
217-
218-
raise NotImplementedError
219-
220-
def repartition(self, numPartitions):
221-
"""
222-
"""
223-
raise NotImplementedError
224-
225-
def slice(self, fromTime, toTime):
226-
"""
227-
"""
228-
raise NotImplementedError
229-
230-
def transform(self, transformFunc):
231-
"""
232-
"""
233-
self._jdstream.transform(transformFunc)
234-
raise NotImplementedError
235-
236-
def transformWith(self, other, transformFunc):
237-
"""
238-
"""
239-
raise NotImplementedError
240-
241-
def union(self, that):
242-
"""
243-
"""
244-
raise NotImplementedError
245-
246-
def window(self, windowDuration, slideDuration=None):
247-
"""
248-
"""
249-
raise NotImplementedError
250-
251-
def wrapRDD(self, rdd):
252-
"""
253-
"""
254-
raise NotImplementedError
255-
256154
def mapPartitionsWithIndex(self, f, preservesPartitioning=False):
257155
"""
258156

0 commit comments

Comments
 (0)