Skip to content

Commit

Permalink
fixed typo
Browse files Browse the repository at this point in the history
  • Loading branch information
giwa committed Sep 20, 2014
1 parent 62dc7a3 commit 7dc7391
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,6 @@ object PythonRunner {
val builder = new ProcessBuilder(Seq(pythonExec, "-u", formattedPythonFile) ++ otherArgs)
val env = builder.environment()
env.put("PYTHONPATH", pythonPath)
env.put("PYSPARK_PYTHON", pythonExec)
env.put("PYSPARK_GATEWAY_PORT", "" + gatewayServer.getListeningPort)
builder.redirectErrorStream(true) // Ugly but needed for stdout and stderr to synchronize
val process = builder.start()
Expand Down
1 change: 1 addition & 0 deletions python/pyspark/java_gateway.py
Original file line number Diff line number Diff line change
Expand Up @@ -118,4 +118,5 @@ def run(self):
java_import(gateway.jvm, "org.apache.spark.sql.hive.LocalHiveContext")
java_import(gateway.jvm, "org.apache.spark.sql.hive.TestHiveContext")
java_import(gateway.jvm, "scala.Tuple2")

return gateway
4 changes: 2 additions & 2 deletions python/pyspark/streaming/dstream.py
Original file line number Diff line number Diff line change
Expand Up @@ -414,7 +414,7 @@ def get_output(rdd, time):
# TODO: implement countByWindow
# TODO: implement reduceByWindow

# transform Operation
# Transform Operation
# TODO: implement transform
# TODO: implement transformWith
# Following operation has dependency with transform
Expand All @@ -423,7 +423,7 @@ def get_output(rdd, time):
# TODO: implement cogroup
# TODO: implement join
# TODO: implement leftOuterJoin
# TODO: implemtnt rightOuterJoin
# TODO: implement rightOuterJoin


class PipelinedDStream(DStream):
Expand Down

0 comments on commit 7dc7391

Please sign in to comment.