Skip to content

Commit d650aa0

Browse files
lidavidmlidavidm
authored
GH-14: Add JNI CI test (#441)
Fixes #14.
1 parent 8f8c62f commit d650aa0

File tree

5 files changed

+155
-10
lines changed

5 files changed

+155
-10
lines changed

‎.env‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,4 +47,4 @@ ULIMIT_CORE=-1
4747

4848
# Default versions for various dependencies
4949
JDK=11
50-
MAVEN=3.9.6
50+
MAVEN=3.9.9

‎.github/workflows/test.yml‎

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -38,16 +38,21 @@ env:
3838

3939
jobs:
4040
ubuntu:
41-
name: AMD64 Ubuntu 22.04 JDK ${{ matrix.jdk }} Maven ${{ matrix.maven }}
41+
name: AMD64 ${{ matrix.name }} JDK ${{ matrix.jdk }} Maven ${{ matrix.maven }}
4242
runs-on: ubuntu-latest
4343
if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
4444
timeout-minutes: 30
4545
strategy:
4646
fail-fast: false
4747
matrix:
4848
jdk: [11, 17, 21, 22]
49-
maven: [3.9.6]
50-
image: [java]
49+
maven: [3.9.9]
50+
image: [ubuntu, conda-jni-cdata]
51+
include:
52+
- image: ubuntu
53+
name: "Ubuntu"
54+
- image: conda-jni-cdata
55+
name: "Conda JNI"
5156
env:
5257
JDK: ${{ matrix.jdk }}
5358
MAVEN: ${{ matrix.maven }}

‎ci/docker/conda-jni.dockerfile‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
# Licensed to the Apache Software Foundation (ASF) under one
2+
# or more contributor license agreements. See the NOTICE file
3+
# distributed with this work for additional information
4+
# regarding copyright ownership. The ASF licenses this file
5+
# to you under the Apache License, Version 2.0 (the
6+
# "License"); you may not use this file except in compliance
7+
# with the License. You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing,
12+
# software distributed under the License is distributed on an
13+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14+
# KIND, either express or implied. See the License for the
15+
# specific language governing permissions and limitations
16+
# under the License.
17+
18+
FROM ghcr.io/mamba-org/micromamba:ubuntu24.04
19+
20+
ARG jdk=11
21+
ARG maven=3.9.9
22+
23+
RUN micromamba install -y \
24+
-c conda-forge \
25+
cmake \
26+
compilers \
27+
maven=${maven} \
28+
ninja \
29+
openjdk=${jdk} && \
30+
micromamba clean --all

‎ci/scripts/java_jni_build.sh‎

Lines changed: 80 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,80 @@
1+
#!/usr/bin/env bash
2+
# Licensed to the Apache Software Foundation (ASF) under one
3+
# or more contributor license agreements. See the NOTICE file
4+
# distributed with this work for additional information
5+
# regarding copyright ownership. The ASF licenses this file
6+
# to you under the Apache License, Version 2.0 (the
7+
# "License"); you may not use this file except in compliance
8+
# with the License. You may obtain a copy of the License at
9+
#
10+
# http://www.apache.org/licenses/LICENSE-2.0
11+
#
12+
# Unless required by applicable law or agreed to in writing,
13+
# software distributed under the License is distributed on an
14+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15+
# KIND, either express or implied. See the License for the
16+
# specific language governing permissions and limitations
17+
# under the License.
18+
19+
set -eo pipefail
20+
21+
arrow_dir=${1}
22+
arrow_install_dir=${2}
23+
build_dir=${3}/java_jni
24+
# The directory where the final binaries will be stored when scripts finish
25+
dist_dir=${4}
26+
prefix_dir="${build_dir}/java-jni"
27+
28+
echo "=== Clear output directories and leftovers ==="
29+
# Clear output directories and leftovers
30+
rm -rf ${build_dir}
31+
32+
echo "=== Building Arrow Java C Data Interface native library ==="
33+
mkdir -p "${build_dir}"
34+
pushd "${build_dir}"
35+
36+
case "$(uname)" in
37+
Linux)
38+
n_jobs=$(nproc)
39+
;;
40+
Darwin)
41+
n_jobs=$(sysctl -n hw.logicalcpu)
42+
;;
43+
*)
44+
n_jobs=${NPROC:-1}
45+
;;
46+
esac
47+
48+
: ${ARROW_JAVA_BUILD_TESTS:=${ARROW_BUILD_TESTS:-OFF}}
49+
: ${CMAKE_BUILD_TYPE:=release}
50+
cmake \
51+
-DARROW_JAVA_JNI_ENABLE_DATASET=${ARROW_DATASET:-OFF} \
52+
-DARROW_JAVA_JNI_ENABLE_GANDIVA=${ARROW_GANDIVA:-OFF} \
53+
-DARROW_JAVA_JNI_ENABLE_ORC=${ARROW_ORC:-OFF} \
54+
-DBUILD_TESTING=${ARROW_JAVA_BUILD_TESTS} \
55+
-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
56+
-DCMAKE_PREFIX_PATH=${arrow_install_dir} \
57+
-DCMAKE_INSTALL_PREFIX=${prefix_dir} \
58+
-DCMAKE_UNITY_BUILD=${CMAKE_UNITY_BUILD:-OFF} \
59+
-DProtobuf_USE_STATIC_LIBS=ON \
60+
-GNinja \
61+
${JAVA_JNI_CMAKE_ARGS:-} \
62+
${arrow_dir}
63+
export CMAKE_BUILD_PARALLEL_LEVEL=${n_jobs}
64+
cmake --build . --config ${CMAKE_BUILD_TYPE}
65+
if [ "${ARROW_JAVA_BUILD_TESTS}" = "ON" ]; then
66+
ctest \
67+
--output-on-failure \
68+
--parallel ${n_jobs} \
69+
--timeout 300
70+
fi
71+
cmake --build . --config ${CMAKE_BUILD_TYPE} --target install
72+
popd
73+
74+
mkdir -p ${dist_dir}
75+
# For Windows. *.dll are installed into bin/ on Windows.
76+
if [ -d "${prefix_dir}/bin" ]; then
77+
mv ${prefix_dir}/bin/* ${dist_dir}/
78+
else
79+
mv ${prefix_dir}/lib/* ${dist_dir}/
80+
fi

‎docker-compose.yml‎

Lines changed: 36 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -30,18 +30,48 @@ volumes:
3030
name: maven-cache
3131

3232
services:
33-
java:
33+
ubuntu:
3434
# Usage:
35-
# docker compose build java
36-
# docker compose run java
35+
# docker compose build ubuntu
36+
# docker compose run ubuntu
3737
# Parameters:
38-
# MAVEN: 3.9.6
38+
# MAVEN: 3.9.9
3939
# JDK: 11, 17, 21
4040
image: ${ARCH}/maven:${MAVEN}-eclipse-temurin-${JDK}
41-
volumes: &java-volumes
41+
volumes:
4242
- .:/arrow-java:delegated
4343
- ${DOCKER_VOLUME_PREFIX}maven-cache:/root/.m2:delegated
44-
command: &java-command >
44+
command:
4545
/bin/bash -c "
4646
/arrow-java/ci/scripts/java_build.sh /arrow-java /build &&
4747
/arrow-java/ci/scripts/java_test.sh /arrow-java /build"
48+
49+
conda-jni-cdata:
50+
# Usage:
51+
# docker compose build conda-jni-cdata
52+
# docker compose run conda-jni-cdata
53+
# Parameters:
54+
# MAVEN: 3.9.9
55+
# JDK: 11, 17, 21
56+
image: ${REPO}:${ARCH}-conda-java-${JDK}-maven-${MAVEN}-jni-integration
57+
build:
58+
context: .
59+
dockerfile: ci/docker/conda-jni.dockerfile
60+
cache_from:
61+
- ${REPO}:${ARCH}-conda-java-${JDK}-maven-${MAVEN}-jni-integration
62+
args:
63+
jdk: ${JDK}
64+
maven: ${MAVEN}
65+
# required to use micromamba with rootless docker
66+
# https://github.com/mamba-org/micromamba-docker/issues/407#issuecomment-2088523507
67+
user: root
68+
volumes:
69+
- .:/arrow-java:delegated
70+
- ${DOCKER_VOLUME_PREFIX}maven-cache:/root/.m2:delegated
71+
environment:
72+
ARROW_JAVA_CDATA: "ON"
73+
command:
74+
/bin/bash -c "
75+
/arrow-java/ci/scripts/java_jni_build.sh /arrow-java /build/jni /build /jni &&
76+
/arrow-java/ci/scripts/java_build.sh /arrow-java /build /jni &&
77+
/arrow-java/ci/scripts/java_test.sh /arrow-java /build /jni"

0 commit comments

Comments
 (0)