Pass PYTHONPATH to executor

Author: Sephiroth-Lin

yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala

@@ -371,6 +371,11 @@ private[spark] class Client(
       env(ENV_DIST_CLASSPATH) = dcp
     }
 
+    sys.env.get("PYTHONPATH") match {
+      case Some(pythonPath) => env("PYTHONPATH") = pythonPath
+      case None => // do nothing
+    }
+
     env
   }
 

yarn/src/main/scala/org/apache/spark/deploy/yarn/ExecutorRunnable.scala

@@ -299,6 +299,12 @@ class ExecutorRunnable(
     }
 
     System.getenv().filterKeys(_.startsWith("SPARK")).foreach { case (k, v) => env(k) = v }
+
+    sys.env.get("PYTHONPATH") match {
+      case Some(pythonPath) => env("PYTHONPATH") = pythonPath
+      case None => // do nothing
+    }
+
     env
   }
 }