Dockerfile

FROM ubuntu:20.04 as build-base

ARG TARGETARCH
ENV TARGETARCH "${TARGETARCH}"
# The semver version associated with this build (i.e. v3.0.0)
ARG NF_IMAGE_VERSION
ENV NF_IMAGE_VERSION "${NF_IMAGE_VERSION:-latest}"
# The commit SHA tag associated with this build
ARG NF_IMAGE_TAG
ENV NF_IMAGE_TAG "${NF_IMAGE_TAG:-latest}"
# The codename associated with this build (i.e. focal)
ARG NF_IMAGE_NAME
ENV NF_IMAGE_NAME "${NF_IMAGE_NAME:-focal}"

ENV LANGUAGE en_US:en
ENV LANG en_US.UTF-8
ENV LC_ALL en_US.UTF-8

LABEL maintainer Netlify

################################################################################
#
# Dependencies
#
################################################################################

# language export needed for ondrej/php PPA https://github.com/oerdnj/deb.sury.org/issues/56
RUN export DEBIAN_FRONTEND=noninteractive && \
    apt-get -y update && \
    apt-get install -y --no-install-recommends software-properties-common language-pack-en-base apt-transport-https curl gnupg && \
    echo 'Acquire::Languages {"none";};' > /etc/apt/apt.conf.d/60language && \
    echo 'LANG="en_US.UTF-8"' > /etc/default/locale && \
    echo 'LANGUAGE="en_US:en"' >> /etc/default/locale && \
    locale-gen en_US.UTF-8 && \
    update-locale en_US.UTF-8 && \
    add-apt-repository -y ppa:ondrej/php && \
    add-apt-repository -y ppa:git-core/ppa && \
    apt-get -y update && \
    apt-get install -y --no-install-recommends \
        advancecomp \
        apache2-utils \
        autoconf \
        automake \
        bison \
        build-essential \
        bzr \
        cmake \
        doxygen \
        elixir \
        emacs-nox \
        expect \
        file \
        fontconfig \
        fontconfig-config \
        g++ \
        gawk \
        git \
        git-lfs \
        gifsicle \
        gobject-introspection \
        graphicsmagick \
        graphviz \
        gtk-doc-tools \
        gnupg2 \
        imagemagick \
        iptables \
        jpegoptim \
        jq \
        language-pack-ar \
        language-pack-ca \
        language-pack-cs \
        language-pack-da \
        language-pack-de \
        language-pack-el \
        language-pack-es \
        language-pack-eu \
        language-pack-fi \
        language-pack-fr \
        language-pack-gl \
        language-pack-he \
        language-pack-hi \
        language-pack-it \
        language-pack-ja \
        language-pack-ka \
        language-pack-ko \
        language-pack-nn \
        language-pack-pl \
        language-pack-pt \
        language-pack-ro \
        language-pack-ru \
        language-pack-sv \
        language-pack-ta \
        language-pack-th \
        language-pack-tr \
        language-pack-uk \
        language-pack-vi \
        language-pack-zh-hans \
        language-pack-zh-hant \
        libasound2 \
        libcurl4 \
        libcurl4-gnutls-dev \
        libenchant1c2a \
        libexif-dev \
        libffi-dev \
        libfontconfig1 \
        libgbm1 \
        libgconf-2-4 \
        libgd-dev \
        libgdbm-dev \
        libgif-dev \
        libglib2.0-dev \
        libgmp3-dev \
        libgsl23 \
        libgsl-dev \
        libgtk-3-0 \
        libgtk2.0-0 \
        libicu-dev \
        libimage-exiftool-perl \
        libjpeg-progs \
        libjpeg-turbo8-dev \
        libmagickwand-dev \
        libmcrypt-dev \
        libncurses5-dev \
        libnss3 \
        libpng-dev \
        libreadline6-dev \
        librsvg2-bin \
        libsm6 \
        libsqlite3-dev \
        libssl-dev \
        libtiff5-dev \
        libtool \
        libwebp-dev \
        libwebp6 \
        libxml2-dev \
        libxrender1 \
        libxslt-dev \
        libxss1 \
        libxtst6 \
        libvips-dev \
        libvips-tools \
        libyaml-dev \
        mercurial \
        # musl and musl-tools are needed for certain rust dependencies (ring) to compile correctly
        # see https://github.com/netlify/pillar-runtime/issues/401
        musl \
        musl-tools \
        nasm \
        openjdk-8-jdk \
        optipng \
        php7.4 \
        php7.4-xml \
        php7.4-mbstring \
        php7.4-gd \
        php7.4-sqlite3 \
        php7.4-curl \
        php7.4-zip \
        php7.4-intl \
        php8.0 \
        php8.0-xml \
        php8.0-mbstring \
        php8.0-gd \
        php8.0-sqlite3 \
        php8.0-curl \
        php8.0-zip \
        php8.0-intl \
        php8.1 \
        php8.1-xml \
        php8.1-mbstring \
        php8.1-gd \
        php8.1-sqlite3 \
        php8.1-curl \
        php8.1-zip \
        php8.1-intl \
        pngcrush \
        # procps is needed for homebrew on linux arm
        procps \
        python-setuptools \
        python3-setuptools \
        python3.8-dev \
        rlwrap \
        rsync \
        software-properties-common \
        sqlite3 \
        ssh \
        strace \
        swig \
        tree \
        unzip \
        virtualenv \
        wget \
        xfonts-base \
        xfonts-75dpi \
        xvfb \
        zip \
        zstd \
      # dotnet core dependencies
        libunwind8-dev \
        libicu-dev \
        liblttng-ust0 \
        libkrb5-3 && \
    # install erlang
    wget --quiet https://packages.erlang-solutions.com/erlang-solutions_2.0_all.deb && \
    dpkg -i erlang-solutions_2.0_all.deb && \
    apt-get -y update && \
    apt-get install -y --no-install-recommends \
        esl-erlang && \
    # Clean up
    /var/lib/dpkg/info/ca-certificates-java.postinst configure && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
    apt-get autoremove -y && \
    unset DEBIAN_FRONTEND

FROM build-base as build-image

ARG TARGETARCH
################################################################################
#
# Pandoc & Wkhtmltopdf
#
################################################################################

ENV PANDOC_VERSION 2.13

RUN wget -nv --quiet https://github.com/wkhtmltopdf/packaging/releases/download/0.12.6-1/wkhtmltox_0.12.6-1.focal_$TARGETARCH.deb && \
    dpkg -i wkhtmltox_0.12.6-1.focal_$TARGETARCH.deb && \
    rm wkhtmltox_0.12.6-1.focal_$TARGETARCH.deb && \
    wkhtmltopdf -V && \
    # install Pandoc (more recent version to what is provided in Ubuntu 14.04)
    wget --quiet https://github.com/jgm/pandoc/releases/download/$PANDOC_VERSION/pandoc-$PANDOC_VERSION-1-$TARGETARCH.deb && \
    dpkg -i pandoc-$PANDOC_VERSION-1-$TARGETARCH.deb && \
    rm pandoc-$PANDOC_VERSION-1-$TARGETARCH.deb && \
    pandoc -v

################################################################################
#
# Elm compiler
#
################################################################################
RUN curl -L -o elm.gz https://github.com/elm/compiler/releases/download/0.19.1/binary-for-linux-64-bit.gz \
    && gunzip elm.gz \
    && chmod +x elm \
    && mv elm /usr/local/bin/

################################################################################
#
# User
#
################################################################################

RUN adduser --system --disabled-password --uid 2500 --group --quiet buildbot --home /opt/buildhome

################################################################################
#
# Ruby
#
################################################################################

## TODO: Consider switching to rbenv or asdf-vm
USER buildbot
RUN curl -sSL https://rvm.io/mpapis.asc | gpg --import - && curl -sSL https://rvm.io/pkuczynski.asc | gpg2 --import && \
    curl -sL https://get.rvm.io | bash -s stable --with-gems="bundler" --autolibs=read-fail

ENV PATH /usr/local/rvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

# Match this set latest Stable releases we can support on https://www.ruby-lang.org/en/downloads/
ENV RUBY_VERSION=2.7.2
ENV RUBY_2_6_VERSION=2.6.6
# Also preinstall Ruby 2.6, as many customers are pinned to it and installing is slow
RUN /bin/bash -c "source ~/.rvm/scripts/rvm && \
                  rvm install $RUBY_2_6_VERSION && rvm use $RUBY_2_6_VERSION && gem install bundler && \
                  rvm install $RUBY_VERSION && rvm use $RUBY_VERSION && gem install bundler && \
                  rvm use $RUBY_VERSION --default && rvm cleanup all"

ENV PATH /usr/local/rvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
USER root

################################################################################
#
# Node.js
#
################################################################################

# this installer is needed for older Node.js versions where Corepack isn't available
RUN curl -o- -L https://yarnpkg.com/install.sh > /usr/local/bin/yarn-installer.sh

ENV NVM_VERSION=0.39.1

# Install Node.js, Yarn, Grunt, Bower
USER buildbot
RUN git clone https://github.com/creationix/nvm.git ~/.nvm && \
    cd ~/.nvm && \
    git checkout v$NVM_VERSION && \
    cd /

ENV YARN_VERSION=1.22.19
ENV PNPM_VERSION=7.13.4

ENV NETLIFY_NODE_VERSION="16"

# We install an "internal" Yarn v1 executable to be used only for workspace detection. We can remove it once we have a better
# strategy in place
RUN /bin/bash -c ". ~/.nvm/nvm.sh && \
         nvm install --no-progress $NETLIFY_NODE_VERSION && \
         npm install -g grunt-cli bower && \
         nvm alias default node && \
         bash /usr/local/bin/yarn-installer.sh --version $YARN_VERSION && \
         nvm cache clear && \
         corepack enable && \
         corepack prepare yarn@$YARN_VERSION --activate && \
         corepack prepare pnpm@$PNPM_VERSION --activate"

USER root

################################################################################
#
# Deno
#
################################################################################

RUN if [ "$TARGETARCH" = "amd64" ] ; then curl -o- -L https://deno.land/x/install/install.sh > /usr/local/bin/deno-installer.sh; fi
ENV DENO_VERSION=v1.25.4

USER buildbot

RUN if [ "$TARGETARCH" = "amd64" ] ; then /bin/bash /usr/local/bin/deno-installer.sh $DENO_VERSION; fi
ENV PATH "/opt/buildhome/.deno/bin:$PATH"

USER root

################################################################################
#
# Python
#
################################################################################

ENV PIPENV_RUNTIME 3.8

USER root

USER buildbot

RUN virtualenv -p python2.7 /opt/buildhome/python2.7 && \
    /bin/bash -c 'source /opt/buildhome/python2.7/bin/activate' && \
    ln -nfs /opt/buildhome/python2.7 /opt/buildhome/python2.7.18 && \
    virtualenv -p python3.8 /opt/buildhome/python3.8 && \
    /bin/bash -c 'source /opt/buildhome/python3.8/bin/activate' && \
    # Python 3.8
    ln -nfs /opt/buildhome/python3.8 /opt/buildhome/python3.8.10 && \
    /opt/buildhome/python${PIPENV_RUNTIME}/bin/pip install pipenv

USER root


################################################################################
#
# Binrc
#
################################################################################

ENV BINRC_VERSION 0.2.9

RUN mkdir /opt/binrc && cd /opt/binrc && \
    curl -sL https://github.com/netlify/binrc/releases/download/v${BINRC_VERSION}/binrc_${BINRC_VERSION}_Linux-64bit.tar.gz | tar zxvf - && \
    ln -s /opt/binrc/binrc_${BINRC_VERSION}_linux_amd64/binrc_${BINRC_VERSION}_linux_amd64 /usr/local/bin/binrc

# Create a place for binrc to link/persist installs to the PATH
USER buildbot
RUN mkdir -p /opt/buildhome/.binrc/bin
ENV PATH "/opt/buildhome/.binrc/bin:$PATH"

USER root

################################################################################
#
# Hugo
#
################################################################################

ENV HUGO_VERSION 0.85.0

RUN case "$TARGETARCH" in \
      "arm64") HUGO_FILE="hugo_${HUGO_VERSION}_Linux-ARM64.deb" ;; \
      "amd64") HUGO_FILE="hugo_extended_${HUGO_VERSION}_Linux-64bit.deb" ;; \
    esac && \
    wget -nv --quiet "https://github.com/gohugoio/hugo/releases/download/v${HUGO_VERSION}/${HUGO_FILE}" && \
    dpkg -i "${HUGO_FILE}"

################################################################################
#
# Clojure
#
################################################################################

RUN mkdir /opt/leiningen && cd /opt/leiningen && \
    curl -sL https://raw.githubusercontent.com/technomancy/leiningen/stable/bin/lein > lein && \
    chmod +x lein && \
    ln -s /opt/leiningen/lein /usr/local/bin/lein && \
    mkdir /opt/boot-clj && cd /opt/boot-clj && \
    curl -sL https://github.com/boot-clj/boot-bin/releases/download/2.5.2/boot.sh > boot && \
    chmod +x boot && \
    ln -s /opt/boot-clj/boot /usr/local/bin/boot && \
    curl -sL https://download.clojure.org/install/linux-install-1.10.1.492.sh | bash

USER buildbot

RUN lein && \
    boot -u

################################################################################
#
# Cask
#
################################################################################
USER buildbot
RUN rm -rf /opt/buildhome/.cask && \
    git clone https://github.com/cask/cask.git /opt/buildhome/.cask
ENV PATH "$PATH:/opt/buildhome/.cask/bin"

###
# LZ4 Compression
###

USER root
ENV LZ4_VERSION 1.8.0
RUN curl -sL https://github.com/lz4/lz4/archive/v${LZ4_VERSION}.tar.gz | tar xzvf - && \
    cd lz4-${LZ4_VERSION} && \
    make && \
    make install && \
    cd .. && rm -rf lz4-${LZ4_VERSION}

################################################################################
#
# PHP
#
################################################################################

USER root

# set default to 8.0
RUN update-alternatives --set php /usr/bin/php8.0 && \
    update-alternatives --set phar /usr/bin/phar8.0 && \
    update-alternatives --set phar.phar /usr/bin/phar.phar8.0 && \
    wget https://raw.githubusercontent.com/composer/getcomposer.org/76a7060ccb93902cd7576b67264ad91c8a2700e2/web/installer -O - -q | php -- --quiet && \
    mv composer.phar /usr/local/bin/composer

USER buildbot

RUN mkdir -p /opt/buildhome/.php && \
    ln -s /usr/bin/php8.0 /opt/buildhome/.php/php

ENV PATH "/opt/buildhome/.php:$PATH"

################################################################################
#
# Go
#
################################################################################
USER buildbot
RUN mkdir -p /opt/buildhome/.gimme/bin/ && \
    mkdir -p /opt/buildhome/.gimme/env/ && \
    curl -sL -o /opt/buildhome/.gimme/bin/gimme https://raw.githubusercontent.com/travis-ci/gimme/master/gimme && \
    chmod u+x /opt/buildhome/.gimme/bin/gimme
ENV PATH "$PATH:/opt/buildhome/.gimme/bin"
ENV GOPATH "/opt/buildhome/.gimme_cache/gopath"
ENV GOCACHE "/opt/buildhome/.gimme_cache/gocache"
# Install the default version
ENV GIMME_GO_VERSION "1.19.x"
ENV GIMME_ENV_PREFIX "/opt/buildhome/.gimme/env"
ENV GIMME_VERSION_PREFIX "/opt/buildhome/.gimme/versions"
ENV GIMME_TYPE "binary"
RUN gimme | bash

################################################################################
#
# Dotnet Core
#
################################################################################

WORKDIR /tmp

ENV DOTNET_VERSION 6.0

RUN wget --quiet https://dot.net/v1/dotnet-install.sh && \
    chmod u+x /tmp/dotnet-install.sh && \
    /tmp/dotnet-install.sh -c ${DOTNET_VERSION}

ENV PATH "$PATH:/opt/buildhome/.dotnet/tools"
ENV PATH "$PATH:/opt/buildhome/.dotnet"
ENV DOTNET_ROOT "/opt/buildhome/.dotnet"

#populate local package cache
RUN dotnet new

################################################################################
#
# Swift
#
################################################################################
USER buildbot
ENV SWIFTENV_ROOT "/opt/buildhome/.swiftenv"
RUN git clone --depth 1 https://github.com/kylef/swiftenv.git "$SWIFTENV_ROOT"
ENV PATH "$SWIFTENV_ROOT/bin:$SWIFTENV_ROOT/shims:$PATH"

################################################################################
#
# Homebrew
# only available for amd64 images NOT inside arm64
#
################################################################################

USER root

RUN mkdir -p /home/linuxbrew/.linuxbrew && chown -R buildbot /home/linuxbrew/

USER buildbot
RUN if [ "$TARGETARCH" = "amd64" ] ; then /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"; fi

ENV HOMEBREW_PREFIX "/home/linuxbrew/.linuxbrew"
ENV PATH "${HOMEBREW_PREFIX}/bin:${PATH}"
ENV HOMEBREW_CELLAR "${HOMEBREW_PREFIX}/Cellar"
ENV HOMEBREW_REPOSITORY "${HOMEBREW_PREFIX}/Homebrew"
ENV HOMEBREW_CACHE "/opt/buildhome/.homebrew-cache"

RUN if [ "$TARGETARCH" = "amd64" ] ; then brew tap homebrew/bundle; fi

################################################################################
#
# rustup
#
################################################################################
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain none
ENV PATH "$PATH:/opt/buildhome/.cargo/bin"

################################################################################
#
# Cleanup 🧹
#
################################################################################
USER root

# Add buildscript for local testing
RUN mkdir -p /opt/build-bin
COPY run-build-functions.sh /opt/build-bin/run-build-functions.sh
COPY run-build.sh /opt/build-bin/build
COPY buildbot-git-config /root/.gitconfig
RUN rm -r /tmp/*

USER buildbot
WORKDIR /

################################################################################
#
# Test stage Dockerfile
#
################################################################################

FROM build-image as build-image-test

USER buildbot
SHELL ["/bin/bash", "-c"]

COPY --chown=buildbot:buildbot package.json package-lock.json /opt/buildhome/test-env/

# We need to install with `--legacy-peer-deps` because of:
# https://github.com/bats-core/bats-assert/issues/27
RUN cd /opt/buildhome/test-env && . ~/.nvm/nvm.sh && npm ci --legacy-peer-deps &&\
    ln -s /opt/build-bin/run-build-functions.sh /opt/buildhome/test-env/run-build-functions.sh &&\
    ln -s /opt/build-bin/build /opt/buildhome/test-env/run-build.sh

COPY --chown=buildbot:buildbot tests /opt/buildhome/test-env/tests
WORKDIR /opt/buildhome/test-env

# Set `bats` as entrypoint
ENTRYPOINT ["node_modules/.bin/bats"]
# Set the default flags for `bats`
CMD ["--recursive", "--timing", "--formatter", "tap", "--report-formatter", "junit", "tests"]