Taskfile.yml

version: "3"

vars:
  BUILD_DIR: "{{.TASKFILE_DIR}}/build"
  CORE_COMPONENT_BUILD_DIR: "{{.TASKFILE_DIR}}/build/core"
  LINT_VENV_DIR: "{{.TASKFILE_DIR}}/.lint-venv"
  PACKAGE_BUILD_DIR: "{{.TASKFILE_DIR}}/build/clp-package"
  PACKAGE_VENV_DIR: "{{.TASKFILE_DIR}}/build/package-venv"
  PACKAGE_VERSION: "0.0.3-dev"
  PYTHON_VERSION:
    sh: "python3 -c \"import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')\""

tasks:
  default:
    deps: ["package"]

  clean:
    cmds:
      - "rm -rf '{{.BUILD_DIR}}'"
      - task: "clean-python-component"
        vars:
          COMPONENT: "clp-package-utils"
      - task: "clean-python-component"
        vars:
          COMPONENT: "clp-py-utils"
      - task: "clean-python-component"
        vars:
          COMPONENT: "compression-job-handler"
      - task: "clean-python-component"
        vars:
          COMPONENT: "job-orchestration"

  clean-package:
    cmds:
      - "rm -rf '{{.PACKAGE_BUILD_DIR}}'"

  package-tar:
    deps:
      - "package"
    vars:
      VERSIONED_PACKAGE_NAME:
        sh: |
          source /etc/os-release
          echo "clp-package-${ID}-${VERSION_CODENAME}-$(arch)-v{{.PACKAGE_VERSION}}"
    dir: "{{.BUILD_DIR}}"
    method: "timestamp"
    cmds:
      - "rm -rf '{{.VERSIONED_PACKAGE_NAME}}' '{{.VERSIONED_PACKAGE_NAME}}.tar.gz'"
      - "ln -s '{{.PACKAGE_BUILD_DIR}}' '{{.VERSIONED_PACKAGE_NAME}}'"
      - "tar czf '{{.VERSIONED_PACKAGE_NAME}}.tar.gz' --dereference '{{.VERSIONED_PACKAGE_NAME}}'"
    sources:
      - "{{.PACKAGE_BUILD_DIR}}/**"
    status:
      - "test -e {{.VERSIONED_PACKAGE_NAME}}.tar.gz"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y {{.VERSIONED_PACKAGE_NAME}}.tar.gz)"

  package:
    vars:
      PACKAGE_VERSION_FILE: "{{.PACKAGE_BUILD_DIR}}/VERSION"
    deps:
      - "core"
      - "clp-package-utils"
      - "clp-py-utils"
      - "compression-job-handler"
      - "job-orchestration"
      - "package-venv"
    cmds:
      - task: "clean-package"
      - "mkdir -p '{{.PACKAGE_BUILD_DIR}}'"
      - "rsync -a components/package-template/src/ '{{.PACKAGE_BUILD_DIR}}'"
      - "mkdir -p '{{.PACKAGE_BUILD_DIR}}/lib/python3/site-packages'"
      - |-
        . "{{.PACKAGE_VENV_DIR}}/bin/activate"
        pip3 install --upgrade \
          components/clp-package-utils/dist/*.whl \
          components/clp-py-utils/dist/*.whl \
          components/compression-job-handler/dist/*.whl \
          components/job-orchestration/dist/*.whl \
          -t "{{.PACKAGE_BUILD_DIR}}/lib/python3/site-packages"
      - "mkdir -p '{{.PACKAGE_BUILD_DIR}}/bin'"
      - >-
        rsync -a
        "{{.CORE_COMPONENT_BUILD_DIR}}/clg"
        "{{.CORE_COMPONENT_BUILD_DIR}}/clo"
        "{{.CORE_COMPONENT_BUILD_DIR}}/clp"
        "{{.PACKAGE_BUILD_DIR}}/bin/"
      # This step must be last since we use this file to detect whether the package was built
      # successfully
      - "echo {{.PACKAGE_VERSION}} > '{{.PACKAGE_VERSION_FILE}}'"
    method: "timestamp"
    sources:
      - "{{.CORE_COMPONENT_BUILD_DIR}}/clg"
      - "{{.CORE_COMPONENT_BUILD_DIR}}/clo"
      - "{{.CORE_COMPONENT_BUILD_DIR}}/clp"
      - "{{.TASKFILE_DIR}}/Taskfile.yml"
      - "components/clp-package-utils/dist/*.whl"
      - "components/clp-py-utils/dist/*.whl"
      - "components/compression-job-handler/dist/*.whl"
      - "components/job-orchestration/dist/*.whl"
      - "components/package-template/src/**"
    status:
      - "test -e '{{.PACKAGE_VERSION_FILE}}'"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y '{{.PACKAGE_VERSION_FILE}}')"

  core:
    deps: ["core-submodules"]
    vars:
      SRC_DIR: "components/core"
    cmds:
      - "mkdir -p '{{.CORE_COMPONENT_BUILD_DIR}}'"
      - "cmake -S '{{.SRC_DIR}}' -B '{{.CORE_COMPONENT_BUILD_DIR}}'"
      - "cmake --build '{{.CORE_COMPONENT_BUILD_DIR}}' --parallel --target clg clo clp"
    method: "timestamp"
    sources:
      - "{{.SRC_DIR}}/cmake/**"
      - "{{.SRC_DIR}}/CMakeLists.txt"
      - "{{.SRC_DIR}}/src/**"
      - "{{.SRC_DIR}}/submodules/**"
      - "{{.TASKFILE_DIR}}/Taskfile.yml"
    status:
      - >-
        test -e '{{.CORE_COMPONENT_BUILD_DIR}}/clg'
        && test -e '{{.CORE_COMPONENT_BUILD_DIR}}/clo'
        && test -e '{{.CORE_COMPONENT_BUILD_DIR}}/clp'
      - >-
        test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y '{{.CORE_COMPONENT_BUILD_DIR}}/clg')
        && test {{.TIMESTAMP | unixEpoch}} -lt
        $(stat --format %Y '{{.CORE_COMPONENT_BUILD_DIR}}/clo')
        && test {{.TIMESTAMP | unixEpoch}} -lt
        $(stat --format %Y '{{.CORE_COMPONENT_BUILD_DIR}}/clp')

  clp-package-utils:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  clp-py-utils:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  compression-job-handler:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  job-orchestration:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  lint-check:
    cmds:
      - task: "core-lint-check"
      - task: "yamllint"

  lint-fix:
    cmds:
      - task: "core-lint-fix"
      - task: "yamllint"

  core-lint-check:
    dir: "{{.TASKFILE_DIR}}/components/core"
    cmds:
      - task: "core-lint"
        vars:
          FLAGS: "--dry-run"
    sources: &core_lint_source_files
      - ".clang-format"
      - "src/**/*.cpp"
      - "src/**/*.h"
      - "src/**/*.hpp"
      - "src/**/*.inc"
      - "Taskfile.yml"
      - "tests/**/*.cpp"
      - "tests/**/*.h"
      - "tests/**/*.hpp"
      - "tests/**/*.inc"

  core-lint-fix:
    dir: "{{.TASKFILE_DIR}}/components/core"
    cmds:
      - task: "core-lint"
        vars:
          FLAGS: "-i"
    sources: *core_lint_source_files

  yamllint:
    deps: ["lint-venv"]
    cmds:
      - |-
        . "{{.LINT_VENV_DIR}}/bin/activate"
        yamllint .

  core-lint:
    internal: true
    requires:
      vars: ["FLAGS"]
    deps: ["lint-venv"]
    dir: "{{.TASKFILE_DIR}}/components/core"
    cmds:
      - |-
        . "{{.LINT_VENV_DIR}}/bin/activate"
        find src tests \
          -type f \
          \( -iname "*.cpp" -o -iname "*.h" -o -iname "*.hpp" -o -iname "*.inc" \) \
          -print0 | \
            xargs -0 clang-format {{.FLAGS}} -Werror

  core-submodules:
    internal: true
    vars:
      SRC_DIR: "components/core"
    cmds:
      - "{{.SRC_DIR}}/tools/scripts/deps-download/download-all.sh"

  package-venv:
    internal: true
    vars:
      CREATION_TIMESTAMP_FILE: "{{.PACKAGE_VENV_DIR}}/creation_time.txt"
    cmds:
      - "rm -rf '{{.PACKAGE_VENV_DIR}}'"
      - "python3 -m venv '{{.PACKAGE_VENV_DIR}}'"
      - |-
        . "{{.PACKAGE_VENV_DIR}}/bin/activate"
        pip3 install --upgrade -r "{{.TASKFILE_DIR}}/requirements.txt"
      # This step must be last since we use this file to detect whether the venv was created
      # successfully
      - "date +%s > '{{.CREATION_TIMESTAMP_FILE}}'"
    method: "timestamp"
    sources:
      - "{{.TASKFILE_DIR}}/requirements.txt"
      - "{{.TASKFILE_DIR}}/Taskfile.yml"
    status:
      - "test -e '{{.CREATION_TIMESTAMP_FILE}}'"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y '{{.CREATION_TIMESTAMP_FILE}}')"

  python-component:
    internal: true
    requires:
      vars: ["COMPONENT"]
    label: "{{.COMPONENT}}"
    deps:
      - task: "component-venv"
        vars:
          COMPONENT: "{{.COMPONENT}}"
          COMPONENT_VENV_DIR: "{{.VENV_DIR}}"
    vars:
      PACKAGE:
        sh: "echo {{.COMPONENT}} | tr - _"
      VENV_DIR: "{{.BUILD_DIR}}/{{.COMPONENT}}/venv"
    dir: "components/{{.COMPONENT}}"
    cmds:
      - task: "clean-python-component"
        vars:
          COMPONENT: "{{.COMPONENT}}"
      - |-
        . "{{.VENV_DIR}}/bin/activate"
        poetry build --format wheel
    method: "timestamp"
    sources:
      - "{{.PACKAGE}}/**"
      - "{{.TASKFILE_DIR}}/requirements.txt"
      - "{{.TASKFILE_DIR}}/Taskfile.yml"
      - "pyproject.toml"
    status:
      - "ls dist/*.whl"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y dist/*.whl)"

  component-venv:
    internal: true
    requires:
      vars: ["COMPONENT", "COMPONENT_VENV_DIR"]
    label: "{{.COMPONENT}}_venv"
    dir: "components/{{.COMPONENT}}"
    vars:
      CREATION_TIMESTAMP_FILE: "{{.COMPONENT_VENV_DIR}}/creation_time.txt"
    cmds:
      - "rm -rf '{{.COMPONENT_VENV_DIR}}'"
      - "python3 -m venv '{{.COMPONENT_VENV_DIR}}'"
      - |-
        . "{{.COMPONENT_VENV_DIR}}/bin/activate"
        pip3 install --upgrade -r "{{.TASKFILE_DIR}}/requirements.txt"
        poetry update
      # This step must be last since we use this file to detect whether the venv was created
      # successfully
      - "date +%s > '{{.CREATION_TIMESTAMP_FILE}}'"
    method: "timestamp"
    sources:
      - "{{.TASKFILE_DIR}}/requirements.txt"
      - "{{.TASKFILE_DIR}}/Taskfile.yml"
      - "pyproject.toml"
    status:
      - "test -e '{{.CREATION_TIMESTAMP_FILE}}'"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y '{{.CREATION_TIMESTAMP_FILE}}')"

  clean-python-component:
    internal: true
    requires:
      vars: ["COMPONENT"]
    label: "clean-{{.COMPONENT}}"
    dir: "components/{{.COMPONENT}}"
    cmds:
      - "rm -rf dist"
      - "rm -rf poetry.lock"

  lint-venv:
    internal: true
    vars:
      CREATION_TIMESTAMP_FILE: "{{.LINT_VENV_DIR}}/creation_time.txt"
    dir: "{{.TASKFILE_DIR}}"
    cmds:
      - "rm -rf '{{.LINT_VENV_DIR}}'"
      - "python3 -m venv '{{.LINT_VENV_DIR}}'"
      # Remove calls to `hash` since Task uses `gosh` rather than `bash`.
      # NOTE: Older versions of Python's venv would only call `hash` if they detected the running
      # shell was one that had the command, but that's not the case in newer versions.
      - "sed -i 's/^\\s*hash\\s\\+.*/true/g' \"{{.LINT_VENV_DIR}}/bin/activate\""
      - |-
        . "{{.LINT_VENV_DIR}}/bin/activate"
        pip3 install --upgrade pip
        pip3 install --upgrade -r lint-requirements.txt
      # This step must be last since we use this file to detect whether the venv was created
      # successfully
      - "date +%s > '{{.CREATION_TIMESTAMP_FILE}}'"
    method: "timestamp"
    sources:
      - "lint-requirements.txt"
      - "Taskfile.yml"
    status:
      - "test -e '{{.CREATION_TIMESTAMP_FILE}}'"
      - "test {{.TIMESTAMP | unixEpoch}} -lt $(stat --format %Y '{{.CREATION_TIMESTAMP_FILE}}')"