Skip to content

Commit 7339df2

Browse files
committed
fixed typo
1 parent 9c85e48 commit 7339df2

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

core/src/main/scala/org/apache/spark/deploy/PythonRunner.scala

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,6 @@ object PythonRunner {
5757
val builder = new ProcessBuilder(Seq(pythonExec, "-u", formattedPythonFile) ++ otherArgs)
5858
val env = builder.environment()
5959
env.put("PYTHONPATH", pythonPath)
60-
env.put("PYSPARK_PYTHON", pythonExec)
6160
env.put("PYSPARK_GATEWAY_PORT", "" + gatewayServer.getListeningPort)
6261
builder.redirectErrorStream(true) // Ugly but needed for stdout and stderr to synchronize
6362
val process = builder.start()

python/pyspark/java_gateway.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -86,11 +86,12 @@ def run(self):
8686
java_import(gateway.jvm, "org.apache.spark.api.python.*")
8787
java_import(gateway.jvm, "org.apache.spark.streaming.api.java.*")
8888
java_import(gateway.jvm, "org.apache.spark.streaming.api.python.*")
89-
java_import(gateway.jvm, "org.apache.spark.streaming.*") # for Duration and Time
89+
java_import(gateway.jvm, "org.apache.spark.streaming.*")
9090
java_import(gateway.jvm, "org.apache.spark.mllib.api.python.*")
9191
java_import(gateway.jvm, "org.apache.spark.sql.SQLContext")
9292
java_import(gateway.jvm, "org.apache.spark.sql.hive.HiveContext")
9393
java_import(gateway.jvm, "org.apache.spark.sql.hive.LocalHiveContext")
9494
java_import(gateway.jvm, "org.apache.spark.sql.hive.TestHiveContext")
9595
java_import(gateway.jvm, "scala.Tuple2")
96+
9697
return gateway

python/pyspark/streaming/dstream.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -412,7 +412,7 @@ def get_output(rdd, time):
412412
# TODO: implement countByWindow
413413
# TODO: implement reduceByWindow
414414

415-
# transform Operation
415+
# Transform Operation
416416
# TODO: implement transform
417417
# TODO: implement transformWith
418418
# Following operation has dependency with transform
@@ -421,7 +421,7 @@ def get_output(rdd, time):
421421
# TODO: implement cogroup
422422
# TODO: implement join
423423
# TODO: implement leftOuterJoin
424-
# TODO: implemtnt rightOuterJoin
424+
# TODO: implement rightOuterJoin
425425

426426

427427
class PipelinedDStream(DStream):

0 commit comments

Comments
 (0)