Experiment/find r output files on win

.env

@@ -33,9 +33,13 @@ COMPOSE_DOCKER_CLI_BUILD=1
 DOCKER_BUILDKIT=1
 BUILDKIT_INLINE_CACHE=1
 
+# different architecture notations
+ARCH=amd64
+ARCH_ALIAS=x86_64
+ARCH_SHORT_ALIAS=x64
+
 ULIMIT_CORE=-1
 REPO=apache/arrow-dev
-ARCH=amd64
 CUDA=9.1
 DEBIAN=10
 UBUNTU=18.04
@@ -44,7 +48,7 @@ PYTHON=3.6
 LLVM=11
 CLANG_TOOLS=8
 RUST=nightly-2020-11-24
-GO=1.12
+GO=1.15
 NODE=14
 MAVEN=3.5.4
 JDK=8
@@ -65,5 +69,6 @@ R_TAG=latest
 # -1 does not attempt to install a devtoolset version, any positive integer will install devtoolset-n
 DEVTOOLSET_VERSION=-1
 
-# Used for the manylinux and windows wheels
-VCPKG=c7e96f2a5b73b3278b004aa88abec2f8ebfb43b5
+# Used for the manylinux and windows wheels, please update the crossbow configuration on update:
+#   https://github.com/ursacomputing/crossbow/blob/master/.github/workflows/cache_vcpkg.yml
+VCPKG=fced4bef1606260f110d74de1ae1975c2b9ac549

.github/workflows/go.yml

@@ -45,7 +45,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        go: [1.12]
+        go: [1.15]
     env:
       GO: ${{ matrix.go }}
     steps:
@@ -77,7 +77,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        go: [1.12]
+        go: [1.15]
     steps:
       - name: Install go
         uses: actions/setup-go@v1
@@ -104,7 +104,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        go: [1.12]
+        go: [1.15]
     steps:
       - name: Install go
         uses: actions/setup-go@v1

.github/workflows/r.yml

@@ -20,24 +20,24 @@ name: R
 on:
   push:
     paths:
-      - '.github/workflows/r.yml'
-      - 'ci/scripts/r_*.sh'
-      - 'ci/scripts/cpp_*.sh'
-      - 'ci/scripts/PKGBUILD'
-      - 'ci/etc/rprofile'
-      - 'ci/docker/**'
-      - 'cpp/**'
-      - 'r/**'
+      - ".github/workflows/r.yml"
+      - "ci/scripts/r_*.sh"
+      - "ci/scripts/cpp_*.sh"
+      - "ci/scripts/PKGBUILD"
+      - "ci/etc/rprofile"
+      - "ci/docker/**"
+      - "cpp/**"
+      - "r/**"
   pull_request:
     paths:
-      - '.github/workflows/r.yml'
-      - 'ci/scripts/r_*.sh'
-      - 'ci/scripts/cpp_*.sh'
-      - 'ci/scripts/PKGBUILD'
-      - 'ci/etc/rprofile'
-      - 'ci/docker/**'
-      - 'cpp/**'
-      - 'r/**'
+      - ".github/workflows/r.yml"
+      - "ci/scripts/r_*.sh"
+      - "ci/scripts/cpp_*.sh"
+      - "ci/scripts/PKGBUILD"
+      - "ci/etc/rprofile"
+      - "ci/docker/**"
+      - "cpp/**"
+      - "r/**"
 
 env:
   DOCKER_VOLUME_PREFIX: ".docker/"
@@ -99,8 +99,8 @@ jobs:
       fail-fast: false
       matrix:
         config:
-          - {org: 'rstudio', image: 'r-base', tag: '4.0-centos7'}
-          - {org: 'rhub', image: 'debian-gcc-devel', tag: 'latest'}
+          - { org: "rstudio", image: "r-base", tag: "4.0-centos7" }
+          - { org: "rhub", image: "debian-gcc-devel", tag: "latest" }
     env:
       R_ORG: ${{ matrix.config.org }}
       R_IMAGE: ${{ matrix.config.image }}
@@ -149,8 +149,9 @@ jobs:
         rtools: [35, 40]
     env:
       TEST_R_WITH_ARROW: "TRUE"
-      ARROW_R_CXXFLAGS: '-Werror'
+      ARROW_R_CXXFLAGS: "-Werror"
       _R_CHECK_TESTS_NLINES_: 0
+      ARROW_R_DEV: "TRUE"
     steps:
       - run: git config --global core.autocrlf false
       - name: Checkout Arrow
@@ -187,14 +188,17 @@ jobs:
       - uses: r-lib/actions/setup-r@master
         with:
           rtools-version: 40
-          r-version: '4.0'
+          r-version: "4.0"
           Ncpus: 2
       - uses: r-lib/actions/setup-r@master
         if: ${{ matrix.rtools == 35 }}
         with:
           rtools-version: 35
-          r-version: '3.6'
+          r-version: "3.6"
           Ncpus: 2
+      - name: Print Rscript location
+        shell: bash
+        run: which Rscript
       - name: Build Arrow C++
         shell: bash
         env:
@@ -227,6 +231,22 @@ jobs:
         shell: cmd
         run: cat check/arrow.Rcheck/00install.out
         if: always()
+      - name: Dump i386 tests
+        shell: cmd
+        run: cat check/arrow.Rcheck/tests_i386/testthat.Rout.fail
+        if: always()
+      - name: Dump other i386 stuff
+        shell: cmd
+        run: cat check/arrow.Rcheck/arrow-Ex_i386.Rout
+        if: always()
+      - name: Dump even more stuff
+        shell: cmd
+        run: cat check/arrow.Rcheck/00check.log
+        if: always()
+      - name: Dump x64 tests
+        shell: cmd
+        run: cat check/arrow.Rcheck/tests_x64/testthat.Rout*
+        if: always()
       # We can remove this when we drop support for Rtools 3.5.
       - name: Ensure using system tar in actions/cache
         run: |

.github/workflows/rust.yml

@@ -66,6 +66,8 @@ jobs:
         run: |
           export CARGO_HOME="/github/home/.cargo"
           export CARGO_TARGET_DIR="/github/home/target"
+          # do not produce debug symbols to keep memory usage down
+          export RUSTFLAGS="-C debuginfo=0"
           cd rust
           cargo build
 
@@ -108,11 +110,14 @@ jobs:
         run: |
           export CARGO_HOME="/github/home/.cargo"
           export CARGO_TARGET_DIR="/github/home/target"
+          # do not produce debug symbols to keep memory usage down
+          export RUSTFLAGS="-C debuginfo=0"
           cd rust
           # run tests on all workspace members with default feature list
           cargo test
           # test datafusion examples
-          cd datafusion
+          cd datafusion-examples
+          cargo test --no-default-features
           cargo run --example csv_sql
           cargo run --example parquet_sql
           cd ..
@@ -161,6 +166,8 @@ jobs:
         run: |
           export CARGO_HOME="/github/home/.cargo"
           export CARGO_TARGET_DIR="/github/home/target"
+          # do not produce debug symbols to keep memory usage down
+          export RUSTFLAGS="-C debuginfo=0"
           cd rust/arrow
           cargo test --features "simd"
 
@@ -387,5 +394,7 @@ jobs:
         run: |
           export CARGO_HOME="/github/home/.cargo"
           export CARGO_TARGET_DIR="/github/home/target"
+          # do not produce debug symbols to keep memory usage down
+          export RUSTFLAGS="-C debuginfo=0"
           cd rust/arrow
           cargo build --target wasm32-unknown-unknown

.pre-commit-config.yaml

@@ -40,9 +40,10 @@ repos:
       - id: cmake-format
         name: CMake Format
         language: python
-        entry: bash -c "pip install cmake-format && python run-cmake-format.py --check"
-        entry: echo
-        files: ^(.*/CMakeLists.txt|.*.cmake)$
+        entry: python run-cmake-format.py
+        types: [cmake]
+        additional_dependencies:
+          - cmake_format==0.5.2
       - id: hadolint
         name: Docker Format
         language: docker_image

.travis.yml

@@ -125,7 +125,8 @@ jobs:
         JDK: 11
 
   allow_failures:
-    - arch: s390x
+    - name: "Go on s390x"
+    - name: "Java on s390x"
 
 before_install:
   - eval "$(python ci/detect-changes.py)"

CONTRIBUTING.md

@@ -27,6 +27,13 @@ to first create an account on the
 hosts bugs and issues for multiple Apache projects.  The JIRA project name
 for Arrow is "ARROW".
 
+To be assigned to an issue, ask an Arrow JIRA admin to go to
+[Arrow Roles](https://issues.apache.org/jira/plugins/servlet/project-config/ARROW/roles),
+click "Add users to a role," and add you to the "Contributor" role.  Most
+committers are authorized to do this; if you're a committer and aren't
+able to load that project admin page, have someone else add you to the
+necessary role.
+
 Before you create a new bug entry, we recommend you first
 [search](https://issues.apache.org/jira/projects/ARROW/issues/ARROW-5140?filter=allopenissues)
 among existing Arrow issues.

LICENSE.txt

@@ -2119,6 +2119,22 @@ DEALINGS IN THE SOFTWARE.
 
 --------------------------------------------------------------------------------
 
+This project includes code from Folly.
+
+ * cpp/src/arrow/vendored/ProducerConsumerQueue.h
+
+is based on Folly's
+
+ * folly/Portability.h
+ * folly/lang/Align.h
+ * folly/ProducerConsumerQueue.h
+
+Copyright: Copyright (c) Facebook, Inc. and its affiliates.
+Home page: https://github.com/facebook/folly
+License: http://www.apache.org/licenses/LICENSE-2.0
+
+--------------------------------------------------------------------------------
+
 The file cpp/src/arrow/vendored/musl/strptime.c has the following license
 
 Copyright © 2005-2020 Rich Felker, et al.