File tree Expand file tree Collapse file tree 3 files changed +4
-4
lines changed
core/src/main/scala/org/apache/spark/deploy Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -57,7 +57,6 @@ object PythonRunner {
5757 val builder = new ProcessBuilder (Seq (pythonExec, " -u" , formattedPythonFile) ++ otherArgs)
5858 val env = builder.environment()
5959 env.put(" PYTHONPATH" , pythonPath)
60- env.put(" PYSPARK_PYTHON" , pythonExec)
6160 env.put(" PYSPARK_GATEWAY_PORT" , " " + gatewayServer.getListeningPort)
6261 builder.redirectErrorStream(true ) // Ugly but needed for stdout and stderr to synchronize
6362 val process = builder.start()
Original file line number Diff line number Diff line change @@ -86,11 +86,12 @@ def run(self):
8686 java_import (gateway .jvm , "org.apache.spark.api.python.*" )
8787 java_import (gateway .jvm , "org.apache.spark.streaming.api.java.*" )
8888 java_import (gateway .jvm , "org.apache.spark.streaming.api.python.*" )
89- java_import (gateway .jvm , "org.apache.spark.streaming.*" ) # for Duration and Time
89+ java_import (gateway .jvm , "org.apache.spark.streaming.*" )
9090 java_import (gateway .jvm , "org.apache.spark.mllib.api.python.*" )
9191 java_import (gateway .jvm , "org.apache.spark.sql.SQLContext" )
9292 java_import (gateway .jvm , "org.apache.spark.sql.hive.HiveContext" )
9393 java_import (gateway .jvm , "org.apache.spark.sql.hive.LocalHiveContext" )
9494 java_import (gateway .jvm , "org.apache.spark.sql.hive.TestHiveContext" )
9595 java_import (gateway .jvm , "scala.Tuple2" )
96+
9697 return gateway
Original file line number Diff line number Diff line change @@ -412,7 +412,7 @@ def get_output(rdd, time):
412412# TODO: implement countByWindow
413413# TODO: implement reduceByWindow
414414
415- # transform Operation
415+ # Transform Operation
416416# TODO: implement transform
417417# TODO: implement transformWith
418418# Following operation has dependency with transform
@@ -421,7 +421,7 @@ def get_output(rdd, time):
421421# TODO: implement cogroup
422422# TODO: implement join
423423# TODO: implement leftOuterJoin
424- # TODO: implemtnt rightOuterJoin
424+ # TODO: implement rightOuterJoin
425425
426426
427427class PipelinedDStream (DStream ):
You can’t perform that action at this time.
0 commit comments