Skip to content

Commit

Permalink
remove not implemented DStream functions in python
Browse files Browse the repository at this point in the history
  • Loading branch information
Ken Takagiwa authored and giwa committed Aug 18, 2014
1 parent e551e13 commit 2adca84
Showing 1 changed file with 0 additions and 102 deletions.
102 changes: 0 additions & 102 deletions python/pyspark/streaming/dstream.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,50 +55,6 @@ def pyprint(self):
"""
self._jdstream.pyprint()

def cache(self):
"""
"""
raise NotImplementedError

def checkpoint(self):
"""
"""
raise NotImplementedError

def compute(self, time):
"""
"""
raise NotImplementedError

def context(self):
"""
"""
raise NotImplementedError

def count(self):
"""
"""
raise NotImplementedError

def countByValue(self, numPartitions=None):
"""
"""
raise NotImplementedError

def countByValueAndWindow(self, duration, slideDuration=None):
"""
"""
raise NotImplementedError

def countByWindow(self, duration, slideDuration=None):
"""
"""
raise NotImplementedError

def dstream(self):
"""
"""
raise NotImplementedError

def filter(self, f):
"""
Expand All @@ -112,16 +68,6 @@ def flatMap(self, f, preservesPartitioning=False):
def func(s, iterator): return chain.from_iterable(imap(f, iterator))
return self.mapPartitionsWithIndex(func, preservesPartitioning)

def foreachRDD(self, f, time):
"""
"""
raise NotImplementedError

def glom(self):
"""
"""
raise NotImplementedError

def map(self, f, preservesPartitioning=False):
"""
"""
Expand All @@ -134,11 +80,6 @@ def mapPartitions(self, f):
def func(s, iterator): return f(iterator)
return self.mapPartitionsWithIndex(func)

def perist(self, storageLevel):
"""
"""
raise NotImplementedError

def reduce(self, func, numPartitions=None):
"""
Expand Down Expand Up @@ -210,49 +151,6 @@ def add_shuffle_key(split, iterator):
dstream._partitionFunc = partitionFunc
return dstream


def reduceByWindow(self, reduceFunc, windowDuration, slideDuration, inReduceTunc):
"""
"""

raise NotImplementedError

def repartition(self, numPartitions):
"""
"""
raise NotImplementedError

def slice(self, fromTime, toTime):
"""
"""
raise NotImplementedError

def transform(self, transformFunc):
"""
"""
self._jdstream.transform(transformFunc)
raise NotImplementedError

def transformWith(self, other, transformFunc):
"""
"""
raise NotImplementedError

def union(self, that):
"""
"""
raise NotImplementedError

def window(self, windowDuration, slideDuration=None):
"""
"""
raise NotImplementedError

def wrapRDD(self, rdd):
"""
"""
raise NotImplementedError

def mapPartitionsWithIndex(self, f, preservesPartitioning=False):
"""
Expand Down

0 comments on commit 2adca84

Please sign in to comment.