Switch ci_docker to a container based on ubuntu 20.04

.github/workflows/python.yml

@@ -90,7 +90,7 @@ jobs:
             matrix+=('{"platform": "macos", "runs_on": "macos-latest"},')
           fi
           matrix+=('{"platform": "windows", "runs_on": "windows-latest-8-cores"},')
-          matrix+=('{"platform": "linux", "runs_on": "ubuntu-latest-16-cores"}')
+          matrix+=('{"platform": "linux", "runs_on": "ubuntu-latest-16-cores", container: {"image": "rerunio/ci_docker:0.5"}}')
 
           echo "Matrix values: ${matrix[@]}"
 
@@ -105,15 +105,20 @@ jobs:
 
     runs-on: ${{ matrix.runs_on }}
 
+    container: ${{ matrix.container }}
+
     steps:
       - uses: actions/checkout@v3
 
+      # These should already be in the docker container, but run for good measure. A no-op install
+      # should be fast, and this way things don't break if we add new packages without rebuilding
+      # docker
       - name: Cache APT Packages
         if: matrix.platform == 'linux'
         uses: awalsh128/[email protected]
         with:
           packages: ${{ env.UBUNTU_REQUIRED_PKGS }}
-          version: 1.0
+          version: 2.0 # Increment this to pull newer packages
           execute_install_scripts: true
 
       - name: Set up cargo cache
@@ -125,6 +130,9 @@ jobs:
           # the cache. Better cross-job sequencing would be nice here
           save-if: False
 
+      # These should already be in the docker container, but run for good measure. A no-op install
+      # should be fast, and this way things don't break if we add new packages without rebuilding
+      # docker
       - name: Setup python
         uses: actions/setup-python@v4
         with:
@@ -204,7 +212,7 @@ jobs:
         uses: PyO3/maturin-action@v1
         with:
           maturin-version: "0.14.10"
-          manylinux: auto
+          manylinux: manylinux_2_31
           container: off
           command: build
           args: |

.github/workflows/rust.yml

@@ -34,7 +34,7 @@ jobs:
 
     runs-on: ubuntu-latest-16-cores
     container:
-      image: rerunio/ci_docker:0.4
+      image: rerunio/ci_docker:0.5
       env:
         RUSTFLAGS: ${{env.RUSTFLAGS}}
         RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
@@ -89,7 +89,7 @@ jobs:
     name: Rust lints (fmt, check, cranky, tests, doc)
     runs-on: ubuntu-latest-16-cores
     container:
-      image: rerunio/ci_docker:0.4
+      image: rerunio/ci_docker:0.5
       env:
         RUSTFLAGS: ${{env.RUSTFLAGS}}
         RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
@@ -186,7 +186,7 @@ jobs:
     name: Check Rust web build (wasm32 + wasm-bindgen)
     runs-on: ubuntu-latest-16-cores
     container:
-      image: rerunio/ci_docker:0.4
+      image: rerunio/ci_docker:0.5
       env:
         RUSTFLAGS: ${{env.RUSTFLAGS}}
         RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}
@@ -227,7 +227,7 @@ jobs:
     name: Check Rust dependencies (cargo-deny)
     runs-on: ubuntu-latest-16-cores
     container:
-      image: rerunio/ci_docker:0.4
+      image: rerunio/ci_docker:0.5
       env:
         RUSTFLAGS: ${{env.RUSTFLAGS}}
         RUSTDOCFLAGS: ${{env.RUSTDOCFLAGS}}

ci_docker/Dockerfile

@@ -1,19 +1,19 @@
-FROM rust:1.67
+FROM ubuntu:20.04
 LABEL maintainer="[email protected]"
 # Remember to update the version in publish.sh
 # TODO(jleibs) use this version in the publish.sh script and below in the CACHE_KEY
-LABEL version="0.4"
+LABEL version="0.5"
 LABEL description="Docker image used for the CI of https://github.com/rerun-io/rerun"
 
-# Install some cargo tools we know we'll always need
-# We do this first in its own layer because the layer is quite large (500MB+)
-# And updating the crates.io index is one of the slower steps
-RUN cargo install cargo-deny && \
-    cargo install cargo-cranky
+ENV foo=1
 
 # Install the ubuntu package dependencies
 ENV DEBIAN_FRONTEND=noninteractive
 RUN apt-get update && apt-get install -y --no-install-recommends \
+    binaryen \
+    build-essential \
+    curl \
+    git \
     libatk-bridge2.0 \
     libfontconfig1-dev \
     libfreetype6-dev \
@@ -24,10 +24,40 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     libxcb-shape0-dev \
     libxcb-xfixes0-dev \
     libxkbcommon-dev \
-    patchelf \
-    python3-pip && \
+    python3-pip \
+    wget && \
     rm -rf /var/lib/apt/lists/*
 
+# We need a more modern patchelf than ships on ubuntu
+RUN curl -L https://github.com/NixOS/patchelf/releases/download/0.17.2/patchelf-0.17.2-x86_64.tar.gz | tar -xz ./bin/patchelf
+
+ENV RUSTUP_HOME=/usr/local/rustup \
+    CARGO_HOME=/usr/local/cargo \
+    PATH=/usr/local/cargo/bin:$PATH \
+    RUST_VERSION=1.67 \
+    RUSTUP_VERSION=1.25.2
+
+# Borrowed from: https://github.com/rust-lang/docker-rust/blob/master/1.67.1/bookworm/Dockerfile
+RUN set -eux; \
+    rustArch='x86_64-unknown-linux-gnu'; \
+    rustupSha256='bb31eaf643926b2ee9f4d8d6fc0e2835e03c0a60f34d324048aa194f0b29a71c'; \
+    url="https://static.rust-lang.org/rustup/archive/${RUSTUP_VERSION}/${rustArch}/rustup-init"; \
+    wget "$url"; \
+    echo "${rustupSha256} *rustup-init" | sha256sum -c -; \
+    chmod +x rustup-init; \
+    ./rustup-init -y --no-modify-path --profile minimal --default-toolchain $RUST_VERSION --default-host ${rustArch}; \
+    rm rustup-init; \
+    chmod -R a+w $RUSTUP_HOME $CARGO_HOME; \
+    rustup --version; \
+    cargo --version; \
+    rustc --version;
+
+# Install some cargo tools we know we'll always need
+# We do this first in its own layer because the layer is quite large (500MB+)
+# And updating the crates.io index is one of the slower steps
+RUN cargo install cargo-deny && \
+    cargo install cargo-cranky
+
 # Install the python build dependencies
 ADD rerun_py/requirements-build.txt requirements-build.txt
 RUN pip install -r requirements-build.txt
@@ -36,7 +66,7 @@ RUN pip install -r requirements-build.txt
 RUN cargo install [email protected]
 
 # Increment this to invalidate cache
-ENV CACHE_KEY=rerun_docker_v0.4
+ENV CACHE_KEY=rerun_docker_v0.5
 
 # See: https://github.com/actions/runner-images/issues/6775#issuecomment-1410270956
 RUN git config --system --add safe.directory '*'

ci_docker/publish.sh

@@ -1,4 +1,4 @@
-VERSION=0.4 # Bump on each new version. Remember to update the version in the Dockerfile too.
+VERSION=0.5 # Bump on each new version. Remember to update the version in the Dockerfile too.
 
 # The build needs to run from top of repo to access the requirments.txt
 cd `git rev-parse --show-toplevel`