added stop in StreamingContext

YanTangZhai · Sep 20, 2014 · c462bb3 · c462bb3
1 parent d2c01ba
commit c462bb3
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/python/pyspark/streaming/context.py b/python/pyspark/streaming/context.py
@@ -121,3 +121,15 @@ def textFileStream(self, directory):
         file system. FIle names starting with . are ignored.
         """
         return DStream(self._jssc.textFileStream(directory), self, UTF8Deserializer())
+
+    def stop(self, stopSparkContext=True):
+        """
+        Stop the execution of the streams immediately (does not wait for all received data
+        to be processed).
+        """
+
+        try:
+            self._jssc.stop(stopSparkContext)
+        finally:
+            # Stop Callback server
+            SparkContext._gateway.shutdown()