From 5f6aaf83ddaa6ff3da88a3aa5d78bef925f0bf80 Mon Sep 17 00:00:00 2001 From: Qi Shao Date: Fri, 30 Nov 2018 20:40:14 -0500 Subject: [PATCH] Updated docker-image-tool.sh with copying pyspark --- bin/docker-image-tool.sh | 1 + .../spark/deploy/k8s/integrationtest/PythonTestsSuite.scala | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/bin/docker-image-tool.sh b/bin/docker-image-tool.sh index fbf9c9e448fd1..4f66137eb1c7a 100755 --- a/bin/docker-image-tool.sh +++ b/bin/docker-image-tool.sh @@ -107,6 +107,7 @@ function create_dev_build_context {( "$PYSPARK_CTX/kubernetes/dockerfiles" mkdir "$PYSPARK_CTX/python" cp -r "python/lib" "$PYSPARK_CTX/python/lib" + cp -r "python/pyspark" "$PYSPARK_CTX/python/pyspark" local R_CTX="$CTX_DIR/sparkr" mkdir -p "$R_CTX/kubernetes" diff --git a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala index 35941225a7dc1..904279923334f 100644 --- a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala +++ b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/PythonTestsSuite.scala @@ -98,4 +98,4 @@ private[spark] object PythonTestsSuite { val PYSPARK_FILES: String = TEST_LOCAL_PYSPARK + "pyfiles.py" val PYSPARK_CONTAINER_TESTS: String = TEST_LOCAL_PYSPARK + "py_container_checks.py" val PYSPARK_MEMORY_CHECK: String = TEST_LOCAL_PYSPARK + "worker_memory_check.py" -} \ No newline at end of file +}