Skip to content
Merged
77 changes: 42 additions & 35 deletions Taskfile.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ includes:
deps: "deps-tasks.yml"
docs: "docs/tasks.yml"
lint: "lint-tasks.yml"
utils: "tools/yscope-dev-utils/taskfiles/utils.yaml"
utils: "tools/yscope-dev-utils/taskfiles/utils/utils.yaml"

vars:
# Source paths
Expand Down Expand Up @@ -51,6 +51,12 @@ tasks:
COMPONENT: "job-orchestration"
- task: "clean-webui"

clean-core:
cmds:
- task: "utils:cmake:clean"
vars:
BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"

clean-log-viewer-webui:
cmds:
- "rm -rf 'components/log-viewer-webui/client/node_modules'"
Expand Down Expand Up @@ -114,7 +120,7 @@ tasks:
- "log-viewer-webui-clients"
- "nodejs-14"
- "package-venv"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand Down Expand Up @@ -173,14 +179,14 @@ tasks:
cd "{{.OUTPUT_DIR}}/var/www/log_viewer_webui/server"
PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm clean-install
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

core:
vars:
SRC_DIR: "components/core"
SRC_DIR: "{{.ROOT_DIR}}/components/core"
sources:
- "{{.G_DEPS_CORE_CHECKSUM_FILE}}"
- "{{.SRC_DIR}}/cmake/**/*"
Expand All @@ -197,13 +203,14 @@ tasks:
- "{{.G_CORE_COMPONENT_BUILD_DIR}}/reducer-server"
deps: ["deps:core", "init"]
cmds:
- "mkdir -p '{{.G_CORE_COMPONENT_BUILD_DIR}}'"
- "cmake -S '{{.SRC_DIR}}' -B '{{.G_CORE_COMPONENT_BUILD_DIR}}'"
- >-
cmake
--build "{{.G_CORE_COMPONENT_BUILD_DIR}}"
--parallel
--target clg clo clp clp-s indexer reducer-server
- task: "utils:cmake:generate"
vars:
BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"
SOURCE_DIR: "{{.SRC_DIR}}"
- task: "utils:cmake:build"
vars:
BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"
TARGETS: ["clg", "clo", "clp", "clp-s", "indexer", "reducer-server"]

clp-package-utils:
- task: "python-component"
Expand Down Expand Up @@ -242,7 +249,7 @@ tasks:
deps:
- "init"
- "log-viewer-webui-node-modules"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand All @@ -255,7 +262,7 @@ tasks:
cd "{{.ITEM}}"
PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm run build -- \
--output-path "{{.OUTPUT_DIR}}/{{.ITEM}}"
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand All @@ -280,7 +287,7 @@ tasks:
deps:
- "init"
- "meteor"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand All @@ -299,7 +306,7 @@ tasks:
# Remove temp files generated by `meteor build` before checksum
- "find node_modules -type f -name '.meteor-portable-2.json' -exec rm {} +"
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand Down Expand Up @@ -342,7 +349,7 @@ tasks:
generates: ["{{.CHECKSUM_FILE}}"]
deps:
- "init"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand All @@ -357,7 +364,7 @@ tasks:
- "mv '{{.EXTRACTED_DIR}}' '{{.OUTPUT_DIR}}'"
- "rm -rf '{{.OUTPUT_TMP_DIR}}'"
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand Down Expand Up @@ -407,19 +414,19 @@ tasks:
deps:
- "deps:log-viewer"
- "nodejs-22"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CLIENT_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.CLIENT_OUTPUT_DIR}}"]
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.SERVER_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.SERVER_OUTPUT_DIR}}"]
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.PACKAGE_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.PACKAGE_OUTPUT_DIR}}"]
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.LOG_VIEWER_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.LOG_VIEWER_OUTPUT_DIR}}"]
Expand All @@ -431,19 +438,19 @@ tasks:
cd yscope-log-viewer
PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm install
# These commands must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CLIENT_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.CLIENT_OUTPUT_DIR}}"]
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.LOG_VIEWER_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.LOG_VIEWER_OUTPUT_DIR}}"]
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.PACKAGE_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.PACKAGE_OUTPUT_DIR}}"]
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.SERVER_CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.SERVER_OUTPUT_DIR}}"]
Expand Down Expand Up @@ -523,12 +530,12 @@ tasks:
# `/parents/A` -> `/parents/B` rather than `/parents/A` -> `/parents/B/A`
- "rsync --archive '{{.G_PACKAGE_BUILD_DIR}}/' '{{.OUTPUT_DIR}}'"
# Set the storage engine for the package
- task: "utils:replace-text"
- task: "utils:misc:replace-text"
vars:
FILE_PATH: "{{.OUTPUT_DIR}}/lib/python3/site-packages/clp_py_utils/clp_config.py"
SED_EXP: >-
s/([[:space:]]*storage_engine: str = ")[^"]+"/\1{{.STORAGE_ENGINE}}"/
- task: "utils:replace-text"
- task: "utils:misc:replace-text"
vars:
FILE_PATH: "{{.OUTPUT_DIR}}/etc/clp-config.yml"
SED_EXP: >-
Expand All @@ -550,18 +557,18 @@ tasks:
generates: ["{{.CHECKSUM_FILE}}"]
deps:
- "init"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
cmds:
- task: "utils:create-venv"
- task: "utils:misc:create-venv"
vars:
LABEL: "package"
OUTPUT_DIR: "{{.OUTPUT_DIR}}"
REQUIREMENTS_FILE: "{{.ROOT_DIR}}/requirements.txt"
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand Down Expand Up @@ -614,15 +621,15 @@ tasks:
deps:
- "init"
- "meteor"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
cmds:
- "rm -rf '{{.OUTPUT_DIR}}'"
- "PATH='{{.G_METEOR_BUILD_DIR}}':$PATH meteor npm install --production"
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand All @@ -643,18 +650,18 @@ tasks:
generates: ["{{.CHECKSUM_FILE}}"]
deps:
- "init"
- task: "utils:validate-checksum"
- task: "utils:checksum:validate"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
cmds:
- task: "utils:create-venv"
- task: "utils:misc:create-venv"
vars:
LABEL: "{{.COMPONENT}}"
OUTPUT_DIR: "{{.OUTPUT_DIR}}"
REQUIREMENTS_FILE: "{{.ROOT_DIR}}/requirements.txt"
# This command must be last
- task: "utils:compute-checksum"
- task: "utils:checksum:compute"
vars:
CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
Expand Down
Loading