build.sh

#!/bin/bash

set -eu -o pipefail

usage() {
    echo "Usage: $0 [-f|--force] <ubuntu-version> acpp|dpcpp|simsycl <git-ref>" >&2
    exit 1
}

ARGS=$(getopt --options="f" --longoptions="force" --name "$0" -- "$@") || usage
eval set -- "$ARGS"

unset FORCE
while true; do
    case "$1" in
        -f | --force) FORCE=yes; shift;;
        --) shift; break;;
        *) echo "Unexpected argument \"$1\"" >&2; usage;;
    esac
done

if [ $# -ne 3 ]; then usage; fi
UBUNTU="$1"
SYCL="$2"
REF="$3"

build-intel-compute-rt() {
    cp -r common intel-compute-rt
    docker build intel-compute-rt \
        --build-arg UBUNTU="$UBUNTU" \
        --build-arg INTEL_COMPUTE_RT="$INTEL_COMPUTE_RT" \
        --build-arg INTEL_IGC="$INTEL_IGC" \
        --build-arg ONEAPI_LEVEL_ZERO="$ONEAPI_LEVEL_ZERO" \
        --tag "intel-compute-rt:$INTEL_COMPUTE_RT-ubuntu$UBUNTU" >&2
}

# TODO drop this once we have official CUDA 24.04 images
build-cuda-dist-upgrade() {
    UBUNTU_BASE=22.04
    FROM_CODENAME=jammy

    case "$UBUNTU" in
        23.04) TO_CODENAME=lunar;;
        24.04) TO_CODENAME=noble;;
        *) echo "I don't know the codename of Ubuntu $UBUNTU"; exit 1;;
    esac

    docker build cuda-dist-upgrade \
        --build-arg UBUNTU_BASE="$UBUNTU_BASE" \
        --build-arg CUDA="$CUDA" \
        --build-arg FROM_CODENAME="$FROM_CODENAME" \
        --build-arg TO_CODENAME="$TO_CODENAME" \
        --tag nvidia/cuda:${CUDA}-devel-ubuntu${UBUNTU}
}

unset CUDA
unset INTEL_COMPUTE_RT
unset INTEL_IGC
case "$SYCL" in
    acpp)
        case "$UBUNTU" in
            20.04) CUDA=11.0.3;;
            22.04) CUDA=11.8.0;;
            23.04) CUDA=12.2.0; build-cuda-dist-upgrade;;  # legacy, TODO drop
            24.04) CUDA=12.5.0; build-cuda-dist-upgrade;;
            *) echo "I don't know which CUDA version to select for Ubuntu $UBUNTU" >&2; exit 1;;
        esac
        ;;
    dpcpp)
        case "$UBUNTU" in
            20.04)  # legacy, TODO drop
                INTEL_COMPUTE_RT=23.22.26516.18
                INTEL_IGC=1.0.14062.11
                ONEAPI_LEVEL_ZERO=1.9.9
                ;;
            *)
                INTEL_COMPUTE_RT=24.13.29138.7
                INTEL_IGC=1.0.16510.2
                ONEAPI_LEVEL_ZERO=1.17.0
                ;;
        esac
        build-intel-compute-rt
        ;;
    simsycl)
        ;;
esac

ROOT_DIR="$(readlink -f "$(dirname "$0")")"
SYCL_DIR="$ROOT_DIR/$SYCL"

TMP_DIR="$ROOT_DIR/tmp"
mkdir -p "$TMP_DIR"
SYCL_TAGS_FILE="$TMP_DIR/sycl-image-tags"

build-sycl-from-source() {
    set -eu -o pipefail

    GIT_REMOTE="$1"

    rm -rf install/opt
    mkdir -p install/opt

    SRC_DIR="$TMP_DIR/$SYCL"
    if [ -e "$SRC_DIR" ]; then
        cd "$SRC_DIR"
        git fetch --all >&2
    else
        git clone "$GIT_REMOTE" "$SRC_DIR" >&2
        cd "$SRC_DIR"
    fi

    COMMIT_ID=$(git rev-parse "remotes/origin/$REF" 2>/dev/null) \
        || COMMIT_ID=$(git rev-parse "tags/$REF" 2>/dev/null) \
        || COMMIT_ID=$(grep '^[0-9a-f]\+$' <<< "$REF") \
        || (echo "Error: cannot resolve Git ref $REF" >&2; exit 1)

    git -c advice.detachedHead=false checkout --force "$COMMIT_ID" >&2
    git clean -fdx >&2
    git submodule update --init --recursive >&2
    VERSION="Ubuntu ${UBUNTU} ${CUDA+CUDA $CUDA }${INTEL_COMPUTE_RT+Intel Compute Runtime $INTEL_COMPUTE_RT }$SYCL $REF @ $(git log --format=format:"%H | %ci" -1)"

    cd "$SYCL_DIR"
    echo "Building $VERSION" >&2

    BUILD_IMAGE_TAG="$SYCL-build/ubuntu$UBUNTU"
    BASE_TAG="$SYCL:ubuntu$UBUNTU"
    COMMIT_TAG="$BASE_TAG-${COMMIT_ID:0:8}"
    GIT_REF_TAG="$BASE_TAG-$(echo -n "$REF" | tr -sc 'A-Za-z0-9.' '-')"

    EXISTING_IMAGE_ID="$(docker images -f "reference=$COMMIT_TAG" -q)"
    if [ -n "$EXISTING_IMAGE_ID" ] && ! [ -n "${FORCE+x}" ]; then
        docker tag "$COMMIT_TAG" "$GIT_REF_TAG" >&2
        echo "Image $GIT_REF_TAG (aka $EXISTING_IMAGE_ID) already exists" >&2
        echo -e "$COMMIT_TAG\n$GIT_REF_TAG" > "$SYCL_TAGS_FILE"
        exit 0
    fi

    # We use a named volume for ccache.
    # The volume is managed by Docker and persists between containers.
    CCACHE_VOLUME="ccache-$SYCL"

    echo "Creating SYCL build container ($BUILD_IMAGE_TAG)" >&2
    cp -r ../common build >&2
    docker build build \
        --build-arg=UBUNTU="$UBUNTU" \
        ${CUDA+"--build-arg=CUDA=$CUDA"} \
        ${INTEL_COMPUTE_RT+"--build-arg=INTEL_COMPUTE_RT=$INTEL_COMPUTE_RT"} \
        ${INTEL_IGC+"--build-arg=INTEL_IGC=$INTEL_IGC"} \
        ${ONEAPI_LEVEL_ZERO+"--build-arg=ONEAPI_LEVEL_ZERO=$ONEAPI_LEVEL_ZERO"} \
        --tag "$BUILD_IMAGE_TAG" >&2
    BUILD_IMAGE_CONTAINER_ID=$(docker create \
        --mount "type=bind,src=$SRC_DIR,dst=/src" \
        --mount "type=volume,src=$CCACHE_VOLUME,dst=/ccache" \
        "$BUILD_IMAGE_TAG"
    )

    function cleanup {
        echo "Removing SYCL build container ($BUILD_IMAGE_CONTAINER_ID)" >&2
        docker rm "$BUILD_IMAGE_CONTAINER_ID" >&2
    }
    trap cleanup EXIT

    echo "Starting SYCL build container ($BUILD_IMAGE_CONTAINER_ID)" >&2
    docker start --attach "$BUILD_IMAGE_CONTAINER_ID" >&2
    echo "Copying installation files to host" >&2
    docker cp "$BUILD_IMAGE_CONTAINER_ID:/opt/$SYCL" "$PWD/install/opt" >&2

    echo "Building Celerity build container" >&2
    cp -r ../common install >&2
    echo "$VERSION" > install/VERSION
    docker build \
        --build-arg=UBUNTU="$UBUNTU" \
        ${CUDA+"--build-arg=CUDA=$CUDA"} \
        ${INTEL_COMPUTE_RT+"--build-arg=INTEL_COMPUTE_RT=$INTEL_COMPUTE_RT"} \
        ${INTEL_IGC+"--build-arg=INTEL_IGC=$INTEL_IGC"} \
        ${ONEAPI_LEVEL_ZERO+"--build-arg=ONEAPI_LEVEL_ZERO=$ONEAPI_LEVEL_ZERO"} \
        --tag "$COMMIT_TAG" --tag "$GIT_REF_TAG" install >&2

    echo -e "$COMMIT_TAG\n$GIT_REF_TAG" > "$SYCL_TAGS_FILE"
}

cd "$SYCL_DIR"
case "$SYCL" in
    # run build-sycl-* functions in subshells to make `trap EXIT` work
    acpp) (build-sycl-from-source "https://github.com/AdaptiveCpp/AdaptiveCpp.git");;
    dpcpp) (build-sycl-from-source "https://github.com/intel/llvm.git");;
    simsycl) (build-sycl-from-source "https://github.com/celerity/simsycl.git");;
    *) usage;;
esac

build-project-env() {
    PROJECT="$1"

    readarray -t SYCL_TAGS < "$SYCL_TAGS_FILE"
    declare -a TAG_FLAGS
    for SYCL_TAG in "${SYCL_TAGS[@]}"; do
        TAG_FLAGS+=(--tag "$PROJECT-build/${SYCL_TAG}")
    done

    cp -r common "$PROJECT"-build >&2
    cp "$SYCL/$PROJECT-options.sh" $PROJECT-build
    docker build \
        --build-arg=SYCL_IMAGE="${SYCL_TAGS[0]}" \
        "${TAG_FLAGS[@]}" \
        $PROJECT-build >&2
}

cd "$ROOT_DIR"
build-project-env celerity
if [ "$UBUNTU" == 22.04 ] && [ "$SYCL" == acpp ]; then build-project-env ndzip; fi