From 49a827f82b080851b5eb78c74060c86573bc562b Mon Sep 17 00:00:00 2001 From: HyukjinKwon Date: Tue, 14 Jul 2020 19:19:46 +0900 Subject: [PATCH 1/2] Remove leftover from editable mode installation in PIP test --- dev/run-pip-tests | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dev/run-pip-tests b/dev/run-pip-tests index 9ebe69dbd476c..7c57da15779ef 100755 --- a/dev/run-pip-tests +++ b/dev/run-pip-tests @@ -96,6 +96,8 @@ for python in "${PYTHON_EXECS[@]}"; do cd "$FWDIR"/python # Delete the egg info file if it exists, this can cache the setup file. rm -rf pyspark.egg-info || echo "No existing egg info file, skipping deletion" + # Also, delete the symbloic link if exists. It can be left over from the previous editable mode installation. + python3 -c "from distutils.sysconfig import get_python_lib; import os; f = os.path.join(get_python_lib(), 'pyspark.egg-link'); os.unlink(f) if os.path.isfile(f) else 0" python3 setup.py sdist From 5879260438054e8e567ba05aae8fc6dbc31ec816 Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Tue, 14 Jul 2020 20:34:18 +0900 Subject: [PATCH 2/2] Update dev/run-pip-tests Co-authored-by: Attila Zsolt Piros <2017933+attilapiros@users.noreply.github.com> --- dev/run-pip-tests | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/run-pip-tests b/dev/run-pip-tests index 7c57da15779ef..5fd0be7476f29 100755 --- a/dev/run-pip-tests +++ b/dev/run-pip-tests @@ -96,7 +96,7 @@ for python in "${PYTHON_EXECS[@]}"; do cd "$FWDIR"/python # Delete the egg info file if it exists, this can cache the setup file. rm -rf pyspark.egg-info || echo "No existing egg info file, skipping deletion" - # Also, delete the symbloic link if exists. It can be left over from the previous editable mode installation. + # Also, delete the symbolic link if exists. It can be left over from the previous editable mode installation. python3 -c "from distutils.sysconfig import get_python_lib; import os; f = os.path.join(get_python_lib(), 'pyspark.egg-link'); os.unlink(f) if os.path.isfile(f) else 0" python3 setup.py sdist