diff --git a/c_glib/Dockerfile b/c_glib/Dockerfile index 813695ccc7d..32fbc79d05d 100644 --- a/c_glib/Dockerfile +++ b/c_glib/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp +FROM arrowdev/arrow-cpp:latest RUN apt-get update -y -q && \ apt-get -q install --no-install-recommends -y \ diff --git a/dev/fuzzit/Dockerfile b/dev/fuzzit/Dockerfile index 602cb5f254c..447f1b844da 100644 --- a/dev/fuzzit/Dockerfile +++ b/dev/fuzzit/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp +FROM arrowdev/arrow-cpp:latest RUN apt-get update && \ apt-get install -y -q \ diff --git a/dev/lint/Dockerfile b/dev/lint/Dockerfile index c9658b8f131..64912065758 100644 --- a/dev/lint/Dockerfile +++ b/dev/lint/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6 RUN apt-get update && \ apt-get install -y -q \ @@ -30,4 +30,4 @@ RUN conda install flake8 && \ ENV PATH=/opt/iwyu/bin:$PATH ADD ci/docker_install_iwyu.sh /arrow/ci/ -RUN arrow/ci/docker_install_iwyu.sh \ No newline at end of file +RUN arrow/ci/docker_install_iwyu.sh diff --git a/dev/tasks/docker-tests/circle.linux.yml b/dev/tasks/docker-tests/circle.linux.yml index 7b664eeafed..9384a7ee182 100644 --- a/dev/tasks/docker-tests/circle.linux.yml +++ b/dev/tasks/docker-tests/circle.linux.yml @@ -19,20 +19,29 @@ version: 2 jobs: build: machine: - image: circleci/classic:201808-01 + image: ubuntu-1604:201903-01 + docker_layer_caching: true steps: - run: docker -v - run: docker-compose -v + {% if arrow.branch == "master" %} + - run: | + if [ -n $DOCKER_USER ] && [ -n $DOCKER_PASS ]; then + docker login -u $DOCKER_USER -p $DOCKER_PASS + fi + {% endif %} - run: git clone --no-checkout {{ arrow.remote }} arrow - run: git -C arrow fetch -t {{ arrow.remote }} {{ arrow.branch }} - run: git -C arrow checkout FETCH_HEAD - run: git -C arrow submodule update --init --recursive - - run: | - pushd arrow - {%- for command in commands %} - {{ command }} - {%- endfor %} - popd + - run: + command: | + pushd arrow + {%- for command in commands %} + {{ command }} + {%- endfor %} + popd + no_output_timeout: "1h" workflows: version: 2 diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 0d66f6f5663..683e20df9e9 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -1160,9 +1160,12 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures r - docker-compose build cpp - docker-compose build r - docker-compose run r + - docker-compose push --ignore-push-failures r docker-r-conda: ci: circle @@ -1170,9 +1173,12 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures r-conda - docker-compose build cpp - docker-compose build r-conda - docker-compose run r-conda + - docker-compose push --ignore-push-failures r-conda docker-r-sanitizer: ci: circle @@ -1180,8 +1186,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures r-sanitizer - docker-compose build r-sanitizer - docker-compose run r-sanitizer + - docker-compose push --ignore-push-failures r-sanitizer docker-rust: ci: circle @@ -1189,8 +1197,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures rust - docker-compose build rust - docker-compose run rust + - docker-compose push --ignore-push-failures rust docker-cpp: ci: circle @@ -1198,8 +1208,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp - docker-compose build cpp - docker-compose run cpp + - docker-compose push --ignore-push-failures cpp docker-cpp-release: ci: circle @@ -1207,8 +1219,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: - - docker-compose build cpp + - docker-compose pull --ignore-pull-failures cpp-release + - docker-compose build cpp-release - docker-compose run cpp-release + - docker-compose push --ignore-push-failures cpp-release docker-cpp-alpine: ci: circle @@ -1216,8 +1230,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp-alpine - docker-compose build cpp-alpine - docker-compose run cpp-alpine + - docker-compose push --ignore-push-failures cpp-alpine docker-cpp-cmake32: ci: circle @@ -1225,8 +1241,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp-cmake32 - docker-compose build cpp-cmake32 - docker-compose run cpp-cmake32 + - docker-compose push --ignore-push-failures cpp-cmake32 docker-cpp-fuzzit: ci: circle @@ -1234,9 +1252,12 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures fuzzit - docker-compose build cpp - docker-compose build fuzzit - docker-compose run fuzzit + - docker-compose push --ignore-push-failures fuzzit docker-cpp-static-only: ci: circle @@ -1244,8 +1265,11 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures cpp-static-only - docker-compose build cpp - docker-compose run cpp-static-only + - docker-compose push --ignore-push-failures cpp-static-only docker-c_glib: ci: circle @@ -1253,9 +1277,12 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures c_glib - docker-compose build cpp - docker-compose build c_glib - docker-compose run c_glib + - docker-compose push --ignore-push-failures c_glib docker-go: ci: circle @@ -1263,8 +1290,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures go - docker-compose build go - docker-compose run go + - docker-compose push --ignore-push-failures go docker-js: ci: circle @@ -1272,8 +1301,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures js - docker-compose build js - docker-compose run js + - docker-compose push --ignore-push-failures js docker-java: ci: circle @@ -1281,8 +1312,10 @@ tasks: template: docker-tests/circle.linux.yml params: commands: + - docker-compose pull --ignore-pull-failures java - docker-compose build java - docker-compose run java + - docker-compose push --ignore-push-failures java docker-python-2.7: ci: circle @@ -1292,9 +1325,12 @@ tasks: environment: PYTHON_VERSION: 2.7 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python - docker-compose build cpp - docker-compose build python - docker-compose run python + - docker-compose push --ignore-push-failures python docker-python-3.6: ci: circle @@ -1304,9 +1340,12 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python - docker-compose build cpp - docker-compose build python - docker-compose run python + - docker-compose push --ignore-push-failures python docker-python-3.7: ci: circle @@ -1316,9 +1355,12 @@ tasks: environment: PYTHON_VERSION: 3.7 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python - docker-compose build cpp - docker-compose build python - docker-compose run python + - docker-compose push --ignore-push-failures python docker-python-2.7-alpine: ci: circle @@ -1328,9 +1370,12 @@ tasks: environment: PYTHON_VERSION: 2.7 commands: + - docker-compose pull --ignore-pull-failures cpp-alpine + - docker-compose pull --ignore-pull-failures python-alpine - docker-compose build cpp-alpine - docker-compose build python-alpine - docker-compose run python-alpine + - docker-compose push --ignore-push-failures python-alpine docker-python-3.6-alpine: ci: circle @@ -1340,9 +1385,12 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp-alpine + - docker-compose pull --ignore-pull-failures python-alpine - docker-compose build cpp-alpine - docker-compose build python-alpine - docker-compose run python-alpine + - docker-compose push --ignore-push-failures python-alpine docker-python-2.7-nopandas: ci: circle @@ -1352,10 +1400,14 @@ tasks: environment: PYTHON_VERSION: 2.7 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures python-nopandas - docker-compose build cpp - docker-compose build python - docker-compose build python-nopandas - docker-compose run python-nopandas + - docker-compose push --ignore-push-failures python-nopandas docker-python-3.6-nopandas: ci: circle @@ -1365,10 +1417,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures python-nopandas - docker-compose build cpp - docker-compose build python - docker-compose build python-nopandas - docker-compose run python-nopandas + - docker-compose push --ignore-push-failures python-nopandas ###################### Documentation building tests ######################### @@ -1380,10 +1436,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures docs - docker-compose build cpp - docker-compose build python - docker-compose build docs - docker-compose run docs + - docker-compose push --ignore-push-failures docs ############################## Linter tests ################################# @@ -1395,10 +1455,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures lint - docker-compose build cpp - docker-compose build python - docker-compose build lint - docker-compose run lint + - docker-compose push --ignore-push-failures lint docker-iwyu: ci: circle @@ -1408,6 +1472,9 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures lint - docker-compose build cpp - docker-compose build python - docker-compose build lint @@ -1421,6 +1488,9 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures lint - docker-compose build cpp - docker-compose build python - docker-compose build lint @@ -1436,10 +1506,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures dask-integration - docker-compose build cpp - docker-compose build python - docker-compose build dask-integration - docker-compose run dask-integration + - docker-compose push --ignore-push-failures dask-integration docker-hdfs-integration: ci: circle @@ -1449,10 +1523,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures hdfs-integration - docker-compose build cpp - docker-compose build python - docker-compose build hdfs-integration - docker-compose run hdfs-integration + - docker-compose push --ignore-push-failures hdfs-integration docker-spark-integration: ci: circle @@ -1462,10 +1540,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures spark-integration - docker-compose build cpp - docker-compose build python - docker-compose build spark-integration - docker-compose run spark-integration + - docker-compose push --ignore-push-failures spark-integration docker-turbodbc-integration: ci: circle @@ -1475,10 +1557,14 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python + - docker-compose pull --ignore-pull-failures turbodbc-integration - docker-compose build cpp - docker-compose build python - docker-compose build turbodbc-integration - docker-compose run turbodbc-integration + - docker-compose push --ignore-push-failures turbodbc-integration docker-pandas-master: ci: circle @@ -1488,6 +1574,8 @@ tasks: environment: PYTHON_VERSION: 3.6 commands: + - docker-compose pull --ignore-pull-failures cpp + - docker-compose pull --ignore-pull-failures python - docker-compose build cpp - docker-compose build python - docker-compose build --no-cache pandas-master diff --git a/docker-compose.yml b/docker-compose.yml index a5cb6061f61..80c930ba47d 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -87,7 +87,7 @@ services: # Usage: # docker-compose build build-context # docker-compose run build-context - image: arrow:build-context + image: arrowdev/arrow-build-context:latest build: context: . dockerfile: dev/Dockerfile.context @@ -99,7 +99,7 @@ services: # docker-compose build cpp # docker-compose build c_glib # docker-compose run c_glib - image: arrow:c_glib + image: arrowdev/arrow-c_glib:latest build: context: . dockerfile: c_glib/Dockerfile @@ -109,7 +109,7 @@ services: # Usage: # docker-compose build cpp # docker-compose run cpp - image: arrow:cpp + image: arrowdev/arrow-cpp:latest shm_size: 2G build: context: . @@ -120,7 +120,7 @@ services: # Usage: # docker-compose build cpp-system-deps # docker-compose run cpp-system-deps - image: ursalab/arrow:cpp-system-deps + image: arrowdev/arrow-cpp-system-deps:latest shm_size: 2G cap_add: # LeakSanitizer and gdb requires ptrace(2) @@ -143,7 +143,7 @@ services: # Usage: # docker-compose build cpp # docker-compose run cpp-release - image: arrow:cpp + image: arrowdev/arrow-cpp-release:latest shm_size: 2G build: context: . @@ -157,7 +157,7 @@ services: # Usage: # docker-compose build cpp # docker-compose run cpp-static-only - image: arrow:cpp + image: arrowdev/arrow-cpp:latest shm_size: 2G environment: ARROW_BUILD_SHARED: "OFF" @@ -169,7 +169,7 @@ services: # Usage: # docker-compose build cpp # docker-compose run cpp-static-only - image: arrow:cpp + image: arrowdev/arrow-cpp:latest shm_size: 2G environment: ARROW_BUILD_STATIC: "OFF" @@ -180,7 +180,7 @@ services: # Usage: # docker-compose build cpp-cmake32 # docker-compose run cpp-cmake32 - image: arrow:cpp-cmake32 + image: arrowdev/arrow-cpp-cmake32:latest shm_size: 2G build: context: . @@ -200,7 +200,7 @@ services: # Usage: # docker-compose build cpp-alpine # docker-compose run cpp-alpine - image: arrow:cpp-alpine + image: arrowdev/arrow-cpp-alpine:latest shm_size: 2G build: context: . @@ -213,7 +213,7 @@ services: # Usage: # docker-compose build cpp-fedora # docker-compose run cpp-fedora - image: arrow:cpp-fedora + image: arrowdev/arrow-cpp-fedora:latest shm_size: 2G build: context: . @@ -226,7 +226,7 @@ services: # Usage: # docker-compose build cpp-debian-testing # docker-compose run cpp-debian-testing - image: arrow:cpp-debian-testing + image: arrowdev/arrow-cpp-debian-testing:latest shm_size: 2G build: context: . @@ -239,7 +239,7 @@ services: # Usage: # docker-compose build cpp-ubuntu-trusty # docker-compose run cpp-ubuntu-trusty - image: arrow:cpp-ubuntu-trusty + image: arrowdev/arrow-cpp-ubuntu-trusty:latest shm_size: 2G build: context: . @@ -252,7 +252,7 @@ services: # Usage: # docker-compose build cpp-ubuntu-xenial # docker-compose run cpp-ubuntu-xenial - image: arrow:cpp-ubuntu-xenial + image: arrowdev/arrow-cpp-ubuntu-xenial:latest shm_size: 2G build: context: . @@ -267,7 +267,7 @@ services: # Usage: # docker-compose build cpp-minimum-boost-version # docker-compose run cpp-minimum-boost-version - image: arrow:cpp-ubuntu-xenial + image: arrowdev/arrow-cpp-ubuntu-xenial:latest shm_size: 2G build: context: . @@ -282,7 +282,7 @@ services: # Usage: # docker-compose build cpp-ubuntu-bionic # docker-compose run cpp-ubuntu-bionic - image: arrow:cpp-ubuntu-bionic + image: arrowdev/arrow-cpp-ubuntu-bionic:latest shm_size: 2G build: context: . @@ -295,7 +295,7 @@ services: # Usage: # docker-compose build go # docker-compose run go - image: arrow:go + image: arrowdev/arrow-go:latest build: context: . dockerfile: go/Dockerfile @@ -305,7 +305,7 @@ services: # Usage: # docker-compose build java # docker-compose run java - image: arrow:java + image: arrowdev/arrow-java:latest build: context: . dockerfile: java/Dockerfile @@ -317,7 +317,7 @@ services: # Usage: # docker-compose build java-all-jdks # docker-compose run java-all-jdks - image: ursalab/arrow-ci-java-all-jdks:latest + image: arrowdev/arrow-java-all-jdks:latest build: context: . dockerfile: java/Dockerfile.all-jdks @@ -326,7 +326,7 @@ services: - maven-cache:/root/.m2:delegated js: - image: arrow:js + image: arrowdev/arrow-js:latest build: context: . dockerfile: js/Dockerfile @@ -337,7 +337,7 @@ services: # docker-compose build cpp # docker-compose build python # docker-compose run python - image: arrow:python-${PYTHON_VERSION:-3.6} + image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}:latest shm_size: 2G build: context: . @@ -352,7 +352,7 @@ services: # docker-compose build cpp-alpine # docker-compose build python-alpine # docker-compose run python-alpine - image: arrow:python-${PYTHON_VERSION:-3.6}-alpine + image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}-alpine:latest shm_size: 2G build: context: . @@ -368,7 +368,7 @@ services: # docker-compose build python # docker-compose build python-nopandas # docker-compose run python-nopandas - image: arrow:python-${PYTHON_VERSION:-3.6}-nopandas + image: arrowdev/arrow-python-${PYTHON_VERSION:-3.6}-nopandas:latest shm_size: 2G build: context: . @@ -381,7 +381,7 @@ services: # Usage: # docker-compose build rust # docker-compose run rust - image: arrow:rust + image: arrowdev/arrow-rust:latest build: context: . dockerfile: rust/Dockerfile @@ -394,7 +394,7 @@ services: # docker-compose build cpp # docker-compose build r # docker-compose run r - image: arrow:r + image: arrowdev/arrow-r:latest build: context: . dockerfile: r/Dockerfile @@ -404,7 +404,7 @@ services: # Usage: # docker-compose build r-sanitizer # docker-compose run r-sanitizer - image: arrow:r-sanitizer + image: arrowdev/arrow-r-sanitizer:latest cap_add: # LeakSanitizer and gdb requires ptrace(2) - SYS_PTRACE @@ -419,7 +419,7 @@ services: # docker-compose build cpp # docker-compose build r-conda # docker-compose run r-conda - image: arrow:r-conda-${R_VERSION:-3.5.1} + image: arrowdev/arrow-r-conda-${R_VERSION:-3.5.1}:latest shm_size: 2G build: context: . @@ -440,7 +440,7 @@ services: # docker-compose build python # docker-compose build lint # docker-compose run lint - image: arrow:lint + image: arrowdev/arrow-lint:latest build: context: . dockerfile: dev/lint/Dockerfile @@ -452,7 +452,7 @@ services: # docker-compose build cpp # docker-compose build fuzzit # docker-compose run fuzzit - image: arrow:fuzzit + image: arrowdev/arrow-fuzzit:latest build: context: . dockerfile: dev/fuzzit/Dockerfile @@ -468,7 +468,7 @@ services: # docker-compose build python # docker-compose build lint # docker-compose run iwyu - image: arrow:lint + image: arrowdev/arrow-lint:latest command: arrow/dev/lint/run_iwyu.sh volumes: *ubuntu-volumes @@ -478,7 +478,7 @@ services: # docker-compose build python # docker-compose build lint # docker-compose run clang-format - image: arrow:lint + image: arrowdev/arrow-lint:latest command: arrow/dev/lint/run_clang_format.sh volumes: *ubuntu-volumes @@ -488,7 +488,7 @@ services: # docker-compose build python # docker-compose build lint # docker-compose run clang-tidy - image: arrow:lint + image: arrowdev/arrow-lint:latest command: arrow/dev/lint/run_clang_tidy.sh volumes: *ubuntu-volumes @@ -498,7 +498,7 @@ services: # docker-compose build python # docker-compose build docs # docker-compose run docs - image: arrow:docs + image: arrowdev/arrow-docs:latest build: context: . dockerfile: docs/Dockerfile @@ -514,7 +514,7 @@ services: # $ docker-compose pull python-manylinux1 # an then run: # $ docker-compose run -e PYTHON_VERSION=3.7 python-manylinux1 - image: ursalab/arrow_manylinux1_x86_64_base:0.14.1-static-zlib + image: arrowdev/arrow_manylinux1_x86_64_base:0.14.1-static-zlib build: context: python/manylinux1 dockerfile: Dockerfile-x86_64_base @@ -536,7 +536,7 @@ services: # $ docker-compose pull python-manylinux2010 # an then run: # $ docker-compose run -e PYTHON_VERSION=3.7 python-manylinux2010 - image: ursalab/arrow_manylinux2010_x86_64_base:0.14.1-static-zlib + image: arrowdev/arrow_manylinux2010_x86_64_base:0.14.1-static-zlib build: context: python/manylinux2010 dockerfile: Dockerfile-x86_64_base @@ -565,7 +565,7 @@ services: # docker-compose build python # docker-compose build --no-cache pandas-master # docker-compose run pandas-master - image: arrow:pandas-master + image: arrowdev/arrow-pandas-master:latest build: context: . dockerfile: integration/pandas/Dockerfile @@ -608,7 +608,7 @@ services: # docker-compose build python # docker-compose build hdfs-integration # docker-compose run hdfs-integration - image: arrow:hdfs-${HDFS_VERSION:-2.9.2} + image: arrowdev/arrow-hdfs-${HDFS_VERSION:-2.9.2}:latest links: - hdfs-namenode:hdfs-namenode - hdfs-datanode-1:hdfs-datanode-1 @@ -632,7 +632,7 @@ services: # docker-compose build python # docker-compose build dask-integration # docker-compose run dask-integration - image: arrow:dask-integration + image: arrowdev/arrow-dask-integration:latest build: context: . dockerfile: integration/dask/Dockerfile @@ -645,7 +645,7 @@ services: # docker-compose build python # docker-compose build turbodbc-integration # docker-compose run turbodbc-integration - image: arrow:turbodbc-integration + image: arrowdev/arrow-turbodbc-integration:latest build: context: . dockerfile: integration/turbodbc/Dockerfile @@ -658,7 +658,7 @@ services: # docker-compose build python # docker-compose build spark-integration # docker-compose run spark-integration - image: arrow:spark-${SPARK_VERSION:-master} + image: arrowdev/arrow-spark-${SPARK_VERSION:-master}:latest environment: - SPARK_VERSION=${SPARK_VERSION:-master} build: @@ -675,7 +675,7 @@ services: ################################# Release ################################### release-source: - image: arrow:release-source + image: arrowdev/arrow-release-source:latest build: context: . dockerfile: dev/release/source/Dockerfile diff --git a/docs/Dockerfile b/docs/Dockerfile index 8c2d00b99e7..016d334f7b4 100644 --- a/docs/Dockerfile +++ b/docs/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest COPY ci/conda_env_sphinx.yml /arrow/ci/ RUN conda install --file arrow/ci/conda_env_sphinx.yml && \ diff --git a/integration/dask/Dockerfile b/integration/dask/Dockerfile index ceadb3ef8b7..a67c99072c4 100644 --- a/integration/dask/Dockerfile +++ b/integration/dask/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest # install dask release from conda RUN conda install -c conda-forge dask pytest=3 && \ diff --git a/integration/hdfs/Dockerfile b/integration/hdfs/Dockerfile index f173b39e0ba..71db503436d 100644 --- a/integration/hdfs/Dockerfile +++ b/integration/hdfs/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest # installing libhdfs (JNI) ARG HADOOP_VERSION=2.9.2 diff --git a/integration/pandas/Dockerfile b/integration/pandas/Dockerfile index 8b56edf85d0..a1ae23e6332 100644 --- a/integration/pandas/Dockerfile +++ b/integration/pandas/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest # test against pandas' master RUN pip install git+https://github.com/pandas-dev/pandas.git diff --git a/integration/spark/Dockerfile b/integration/spark/Dockerfile index d6a29bde6bc..15f84b2e058 100644 --- a/integration/spark/Dockerfile +++ b/integration/spark/Dockerfile @@ -14,7 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest # installing java and maven ARG MAVEN_VERSION=3.5.4 diff --git a/integration/turbodbc/Dockerfile b/integration/turbodbc/Dockerfile index 26df8ad709d..d143ea748c9 100644 --- a/integration/turbodbc/Dockerfile +++ b/integration/turbodbc/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:python-3.6 +FROM arrowdev/arrow-python-3.6:latest RUN export DEBIAN_FRONTEND=noninteractive && \ apt-get update -y -q && \ diff --git a/python/Dockerfile b/python/Dockerfile index 5fcadeb2fb6..71bc2b2d4ee 100644 --- a/python/Dockerfile +++ b/python/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp +FROM arrowdev/arrow-cpp:latest # install python specific packages ARG PYTHON_VERSION=3.6 diff --git a/python/Dockerfile.alpine b/python/Dockerfile.alpine index ed7b2d2a13d..87a1dff67ac 100644 --- a/python/Dockerfile.alpine +++ b/python/Dockerfile.alpine @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp-alpine +FROM arrowdev/arrow-cpp-alpine:latest SHELL ["/bin/bash", "-o", "pipefail", "-c"] diff --git a/python/Dockerfile.nopandas b/python/Dockerfile.nopandas index 58aaeed5b1a..2faad084488 100644 --- a/python/Dockerfile.nopandas +++ b/python/Dockerfile.nopandas @@ -16,7 +16,7 @@ # under the License. ARG PYTHON_VERSION=3.6 -FROM arrow:python-$PYTHON_VERSION +FROM arrowdev/arrow-python-$PYTHON_VERSION:latest # not installing pandas doesn't mean that it's not grabbed as a transitive # dependency, so We remove it explicitly to make sure We don't have pandas diff --git a/python/manylinux2010/README.md b/python/manylinux2010/README.md index fe2888e89df..3a9eee750aa 100644 --- a/python/manylinux2010/README.md +++ b/python/manylinux2010/README.md @@ -70,7 +70,7 @@ publish a build image that you built locally. ```bash $ docker push python-manylinux2010 -The push refers to repository [ursalab/arrow_manylinux2010_x86_64_base] +The push refers to repository [arrowdev/arrow_manylinux2010_x86_64_base] a1ab88d27acc: Pushing [==============> ] 492.5MB/1.645GB [... etc. ...] ``` diff --git a/r/Dockerfile b/r/Dockerfile index 97aa64b9523..63a200b8432 100644 --- a/r/Dockerfile +++ b/r/Dockerfile @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp +FROM arrowdev/arrow-cpp:latest # Configure ENV CC=gcc \ diff --git a/r/Dockerfile.conda b/r/Dockerfile.conda index 15279916e2e..f4ab0d2974a 100644 --- a/r/Dockerfile.conda +++ b/r/Dockerfile.conda @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -FROM arrow:cpp +FROM arrowdev/arrow-cpp:latest # install R specific packages ARG R_VERSION=3.6.1