Skip to content

Commit

Permalink
feat(docker): Provide extended image with all components
Browse files Browse the repository at this point in the history
Signed-off-by: Helio Chissini de Castro <[email protected]>
  • Loading branch information
heliocastro committed Sep 17, 2023
1 parent 4c4b84f commit e476895
Show file tree
Hide file tree
Showing 15 changed files with 215 additions and 23 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-android.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
branches:
- main
workflow_run:
workflows: ["Base Image"]
workflows: ["Runtime Image"]
types:
- completed

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-dart.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/dart.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Scale Image"]
types:
- completed

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-dotnet.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/dotnet.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Dart Image"]

env:
REGISTRY: ghcr.io
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-golang.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/golang.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Ruby Image"]
types:
- completed

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-haskell.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/haskell.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Dotnet Image"]
types:
- completed

Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-nodejs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/nodejs.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Python Image"]
types:
- completed

Expand Down
5 changes: 3 additions & 2 deletions .github/workflows/docker-ort-ruby.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,9 @@ on:
- '.ortversions/ruby.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]

workflows: ["Rust Image"]
types:
- completed

env:
REGISTRY: ghcr.io
Expand Down
88 changes: 88 additions & 0 deletions .github/workflows/docker-ort-runtime-ext.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
# Copyright (C) 2023 The ORT Project Authors (see <https://github.com/oss-review-toolkit/ort/blob/main/NOTICE>)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# SPDX-License-Identifier: Apache-2.0
# License-Filename: LICENSE

name: Extended Image

on:
workflow_dispatch:
pull_request:
branches:
- main
push:
branches:
- main
workflow_run:
workflows:
- 'Haskell Image'
types:
- completed

env:
REGISTRY: ghcr.io

permissions: write-all

jobs:
build:
name: Build ORT Extended Image
runs-on: ubuntu-22.04
permissions:
contents: read
packages: write

steps:
- name: Checkout default branch
uses: actions/checkout@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2

- name: Login to GitHub Container Registry
uses: docker/login-action@v2
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Extract components metadata (tags, labels) for Ort runtime image
id: meta-ort
uses: docker/metadata-action@v4
with:
images: |
${{ env.REGISTRY }}/${{ github.repository_owner }}/ort-extended
tags: |
type=raw,sha,enable=true,format=short
- name: Build ORT runtime container
uses: docker/build-push-action@v4
with:
context: .
file: Dockerfile-extended
push: ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' }}
load: false
tags: |
${{ steps.meta-ort.outputs.tags }}
${{ env.REGISTRY }}/${{ github.repository_owner }}/ort-extended:latest
labels: ${{ steps.meta.outputs.labels }}
build-contexts: |
android=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/android:latest
swift=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/swift:latest
sbt=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/sbt:latest
dart=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/dart:latest
dotnet=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/dotnet:latest
haskell=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/haskell:latest
dotnet=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/dotnet:latest
4 changes: 0 additions & 4 deletions .github/workflows/docker-ort-runtime.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,10 +27,6 @@ on:
- main
workflow_run:
workflows:
- 'Python Image'
- 'NodeJS Image'
- 'Ruby Image'
- 'Rust Image'
- 'Golang Image'
types:
- completed
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/docker-ort-rust.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,9 @@ on:
- '.ortversions/rust.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["NodeJS Image"]
types:
- completed

env:
REGISTRY: ghcr.io
Expand Down
91 changes: 91 additions & 0 deletions .github/workflows/docker-ort-scala.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,91 @@
# Copyright (C) 2023 The ORT Project Authors (see <https://github.com/oss-review-toolkit/ort/blob/main/NOTICE>)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# SPDX-License-Identifier: Apache-2.0
# License-Filename: LICENSE

name: Scala Image

on:
workflow_dispatch:
push:
branches:
- main
pull_request:
paths:
- '.ortversions/sbt.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Swift Image"]
types:
- completed

env:
REGISTRY: ghcr.io

permissions: write-all

jobs:
build:
name: Build ORT sbt Image
runs-on: ubuntu-22.04
permissions:
contents: read
packages: write

steps:
- name: Checkout main repository
uses: actions/checkout@v3

- name: Set environment variables
run: |
cat .ortversions/sbt.versions >> $GITHUB_ENV
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2

- name: Login to GitHub Container Registry
uses: docker/login-action@v2
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Extract components metadata (tags, labels) for base image
id: meta
uses: docker/metadata-action@v4
with:
images: |
${{ env.REGISTRY }}/${{ github.repository }}/sbt
tags: |
type=semver,pattern={{version}},value=${{ env.SBT_VERSION }}
- name: Build ORT sbt container
uses: docker/build-push-action@v4
with:
context: .
target: sbt
push: ${{ github.event_name == 'push' || github.event_name == 'workflow_dispatch' }}
load: false
build-args: |
SBT_VERSION=${{ env.SBT_VERSION }}
tags: |
${{ steps.meta.outputs.tags }}
${{ env.REGISTRY }}/${{ github.repository }}/sbt:latest
labels: ${{ steps.meta.outputs.labels }}
build-contexts: |
ort-base-image=docker-image://${{ env.REGISTRY }}/${{ github.repository }}/base:latest
cache-from: type=gha,scope=ortsbt
cache-to: type=gha,scope=ortsbt,mode=max
2 changes: 1 addition & 1 deletion .github/workflows/docker-ort-swift.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ on:
- '.ortversions/swift.versions'
- '.github/workflows/docker-ort-base.yml'
workflow_run:
workflows: ["Base Image"]
workflows: ["Android Image"]
types:
- completed

Expand Down
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ build/
out/
/local.properties
/*.iml
Dockerfile.custom

# Kotest temporary directory
.kotest/
Expand Down
15 changes: 7 additions & 8 deletions Dockerfile-extended
Original file line number Diff line number Diff line change
Expand Up @@ -22,30 +22,30 @@ ENV ANDROID_HOME=/opt/android-sdk
ENV ANDROID_USER_HOME=$HOME/.android
ENV PATH=$PATH:$ANDROID_HOME/cmdline-tools/latest/bin:$ANDROID_HOME/cmdline-tools/bin
ENV PATH=$PATH:$ANDROID_HOME/platform-tools
COPY --from=ghcr.io/oss-review-toolkit/android --chown=$USER:$USER $ANDROID_HOME $ANDROID_HOME
RUN chmod -R o+rw $ANDROID_HOME
COPY --from=android --chown=$USER:$USER $ANDROID_HOME $ANDROID_HOME
RUN sudo chmod -R o+rw $ANDROID_HOME

RUN syft $ANDROID_HOME -o spdx-json --file /usr/share/doc/ort/ort-android.spdx.json

# Swift
ENV SWIFT_HOME=/opt/swift
ENV PATH=$PATH:$SWIFT_HOME/bin
COPY --from=ghcr.io/oss-review-toolkit/swift --chown=$USER:$USER $SWIFT_HOME $SWIFT_HOME
COPY --from=swift --chown=$USER:$USER $SWIFT_HOME $SWIFT_HOME

RUN syft $SWIFT_HOME -o spdx-json --file /usr/share/doc/ort/ort-swift.spdx.json


# Scala
ENV SBT_HOME=/opt/sbt
ENV PATH=$PATH:$SBT_HOME/bin
COPY --from=ghcr.io/oss-review-toolkit/sbt --chown=$USER:$USER $SBT_HOME $SBT_HOME
COPY --from=sbt --chown=$USER:$USER $SBT_HOME $SBT_HOME

RUN syft $SBT_HOME -o spdx-json --file /usr/share/doc/ort/ort-sbt.spdx.json

# Dart
ENV DART_SDK=/opt/dart-sdk
ENV PATH=$PATH:$DART_SDK/bin
COPY --from=ghcr.io/oss-review-toolkit/dart --chown=$USER:$USER $DART_SDK $DART_SDK
COPY --from=dart --chown=$USER:$USER $DART_SDK $DART_SDK

RUN syft $DART_SDK -o spdx-json --file /usr/share/doc/ort/ort-golang.dart.json

Expand All @@ -54,7 +54,7 @@ ENV DOTNET_HOME=/opt/dotnet
ENV NUGET_INSPECTOR_HOME=$DOTNET_HOME
ENV PATH=$PATH:$DOTNET_HOME:$DOTNET_HOME/tools:$DOTNET_HOME/bin

COPY --from=ghcr.io/oss-review-toolkit/dotnet --chown=$USER:$USER $DOTNET_HOME $DOTNET_HOME
COPY --from=dotnet --chown=$USER:$USER $DOTNET_HOME $DOTNET_HOME

RUN syft $DOTNET_HOME -o spdx-json --file /usr/share/doc/ort/ort-dotnet.spdx.json

Expand All @@ -77,10 +77,9 @@ ENV PATH=$PATH:/opt/php/bin
RUN syft /opt/php -o spdx-json --file /usr/share/doc/ort/ort-php.spdx.json

# Haskell
ARG HASKELL_STACK_VERSION=2.7.5
ENV HASKELL_HOME=/opt/haskell
ENV PATH=$PATH:$HASKELL_HOME/bin

COPY --from=ghcr.io/oss-review-toolkit/haskell /opt/haskell /opt/haskell
COPY --from=haskell /opt/haskell /opt/haskell

RUN syft /opt/haskell -o spdx-json --file /usr/share/doc/ort/ort-haskell.spdx.json
16 changes: 15 additions & 1 deletion scripts/docker_build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
set -e -o pipefail

GIT_ROOT=$(git rev-parse --show-toplevel)
GIT_REVISION=$($GIT_ROOT/gradlew -q properties --property version | sed -nr "s/version: (.+)/\1/p")
GIT_REVISION=$("$GIT_ROOT/gradlew" -q properties --property version | sed -nr "s/version: (.+)/\1/p")
DOCKER_IMAGE_ROOT="${DOCKER_IMAGE_ROOT:-ghcr.io/oss-review-toolkit}"

echo "Setting ORT_VERSION to $GIT_REVISION."
Expand Down Expand Up @@ -166,3 +166,17 @@ image_build dotnet dotnet "$DOTNET_VERSION" \
image_build haskell haskell "$HASKELL_STACK_VERSION" \
--build-arg HASKELL_STACK_VERSION="$HASKELL_STACK_VERSION" \
"$@"

# Runtime Extended ORT image
docker buildx build \
--file Dockerfile-extended \
--tag "${DOCKER_IMAGE_ROOT}/ort-extended:$GIT_REVISION" \
--tag "${DOCKER_IMAGE_ROOT}/ort-extended:latest" \
--build-context "sbt=docker-image://${DOCKER_IMAGE_ROOT}/sbt:latest" \
--build-context "dotnet=docker-image://${DOCKER_IMAGE_ROOT}/dotnet:latest" \
--build-context "swift=docker-image://${DOCKER_IMAGE_ROOT}/swift:latest" \
--build-context "android=docker-image://${DOCKER_IMAGE_ROOT}/android:latest" \
--build-context "dart=docker-image://${DOCKER_IMAGE_ROOT}/dart:latest" \
--build-context "haskell=docker-image://${DOCKER_IMAGE_ROOT}/haskell:latest" \
"$@" .

0 comments on commit e476895

Please sign in to comment.