Remove JVM side check

apache · Nov 30, 2018 · 741d64a · 741d64a
1 parent fd92a4e
commit 741d64a
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/core/src/main/scala/org/apache/spark/api/python/PythonRunner.scala b/core/src/main/scala/org/apache/spark/api/python/PythonRunner.scala
@@ -74,13 +74,8 @@ private[spark] abstract class BasePythonRunner[IN, OUT](
   private val reuseWorker = conf.getBoolean("spark.python.worker.reuse", true)
   // each python worker gets an equal part of the allocation. the worker pool will grow to the
   // number of concurrent tasks, which is determined by the number of cores in this executor.
-  private val memoryMb = if (Utils.isWindows) {
-    // Windows currently does not have 'resource' Python module that is required in worker.py
-    None
-  } else {
-    conf.get(PYSPARK_EXECUTOR_MEMORY)
+  private val memoryMb = conf.get(PYSPARK_EXECUTOR_MEMORY)
       .map(_ / conf.getInt("spark.executor.cores", 1))
-  }
 
   // All the Python functions should have the same exec, version and envvars.
   protected val envVars = funcs.head.funcs.head.envVars