build(deps): Update yscope-dev-utils and migrate dependencies from submodules to task-based installations.

.gitmodules

@@ -1,9 +1,3 @@
 [submodule "tools/yscope-dev-utils"]
 	path = tools/yscope-dev-utils
 	url = https://github.com/y-scope/yscope-dev-utils.git
-[submodule "submodules/Catch2"]
-	path = submodules/Catch2
-	url = https://github.com/catchorg/Catch2.git
-[submodule "submodules/abseil-cpp"]
-	path = submodules/abseil-cpp
-	url = https://github.com/abseil/abseil-cpp.git

CMakeLists.txt

@@ -156,12 +156,38 @@ else()
     message(FATAL_ERROR "Could not find msgpack-cxx")
 endif()
 
-# Add abseil-cpp
+# Include dependency settings.
+include("build/deps/cmake-settings/all.cmake")
+
+find_package(outcome REQUIRED)
+if(outcome_FOUND)
+    message(STATUS "Found outcome.")
+else()
+    message(FATAL_ERROR "Could not find libraries for outcome.")
+endif()
+
+find_package(Catch2 3.8.0 REQUIRED)
+if(Catch2_FOUND)
+    message(STATUS "Found Catch2 ${Catch2_VERSION}.")
+else()
+    message(FATAL_ERROR "Could not find libraries for Catch2.")
+endif()
+
+# Add abseil
 set(ABSL_PROPAGATE_CXX_STD ON)
-add_subdirectory(submodules/abseil-cpp)
+find_package(absl REQUIRED)
+if(absl_FOUND)
+    message(STATUS "Found abseil ${absl_VERSION}.")
+else()
+    message(FATAL_ERROR "Could not find libraries for abseil.")
+endif()
 
-# Add catch2
-add_subdirectory(submodules/Catch2)
+# Add ystdlib-cpp
+add_subdirectory(
+    "${SPIDER_YSTDLIB_SOURCE_DIRECTORY}"
+    "${CMAKE_BINARY_DIR}/ystdlib"
+    EXCLUDE_FROM_ALL
+)
 
 find_package(Threads REQUIRED)
 

README.md

@@ -10,9 +10,9 @@ Follow the steps below to develop and contribute to the project.
 * [Task] 3.40.0 or higher
 
 ## Set up
-Initialize and update submodules:
+Run dependency installation task:
 ```shell
-git submodule update --init --recursive
+task deps:dep_install
 ```
 
 Set up the config files for our C++ linting tools:

dep-tasks.yaml

@@ -3,6 +3,17 @@ version: "3"
 vars:
   G_SCRIPT_DIR: "{{.ROOT_DIR}}/tools/scripts"
 
+  G_ABSEIL_LIB_NAME: "absl"
+  G_ABSEIL_WORK_DIR: "{{.G_DEPS_DIR}}/{{.G_ABSEIL_LIB_NAME}}"
+  G_CATCH2_LIB_NAME: "Catch2"
+  G_CATCH2_WORK_DIR: "{{.G_DEPS_DIR}}/{{.G_CATCH2_LIB_NAME}}"
+  G_OUTCOME_LIB_NAME: "outcome"
+  G_OUTCOME_WORK_DIR: "{{.G_DEPS_DIR}}/{{.G_OUTCOME_LIB_NAME}}"
+  G_QUICKCPPLIB_LIB_NAME: "quickcpplib"
+  G_QUICKCPPLIB_WORK_DIR: "{{.G_DEPS_DIR}}/{{.G_QUICKCPPLIB_LIB_NAME}}"
+  G_YSTDLIB_LIB_NAME: "ystdlib"
+  G_YSTDLIB_WORK_DIR: "{{.G_DEPS_DIR}}/{{.G_YSTDLIB_LIB_NAME}}"
+
 tasks:
 
   lib_install:
@@ -14,10 +25,107 @@ tasks:
     dir: "{{.G_SCRIPT_DIR}}/lib_install/macOS"
     cmds:
       - "./install-lib.sh"
+      - task: "dep_install"
 
   lib_install_linux:
     internal: true
     platforms: ["linux"]
     dir: "{{.G_SCRIPT_DIR}}/lib_install/linux"
     cmds:
       - "./install-lib.sh"
+      - task: "dep_install"
+
+  dep_install:
+    cmds:
+      - task: ":utils:cmake:install-deps-and-generate-settings"
+        vars:
+          CMAKE_SETTINGS_DIR: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}"
+          DEP_TASK: "deps:install-all-run"
+
+  install-all-run:
+    internal: true
+    deps:
+      - task: "install-abseil"
+      - task: "install-Catch2"
+      - task: "install-outcome"
+      - task: "download-ystdlib"
+
+  install-abseil:
+    internal: true
+    run: "once"
+    cmds:
+      - task: ":utils:cmake:install-remote-tar"
+        vars:
+          NAME: "{{.G_ABSEIL_LIB_NAME}}"
+          WORK_DIR: "{{.G_ABSEIL_WORK_DIR}}"
+          FILE_SHA256: "b396401fd29e2e679cace77867481d388c807671dc2acc602a0259eeb79b7811"
+          URL: "https://github.com/abseil/abseil-cpp/archive/refs/tags/20250127.1.tar.gz"
+          CMAKE_SETTINGS_DIR: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}"
+          GEN_ARGS:
+            - "-DCMAKE_POSITION_INDEPENDENT_CODE=ON"
+
+  install-Catch2:
+    internal: true
+    run: "once"
+    cmds:
+      - task: ":utils:cmake:install-remote-tar"
+        vars:
+          NAME: "{{.G_CATCH2_LIB_NAME}}"
+          WORK_DIR: "{{.G_CATCH2_WORK_DIR}}"
+          FILE_SHA256: "1ab2de20460d4641553addfdfe6acd4109d871d5531f8f519a52ea4926303087"
+          URL: "https://github.com/catchorg/Catch2/archive/refs/tags/v3.8.0.tar.gz"
+          CMAKE_SETTINGS_DIR: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}"
+          GEN_ARGS:
+            - "-DCMAKE_POSITION_INDEPENDENT_CODE=ON"
+
+  install-outcome:
+    internal: true
+    run: "once"
+    deps:
+      - "install-quickcpplib"
+    cmds:
+      - task: ":utils:cmake:install-remote-tar"
+        vars:
+          NAME: "{{.G_OUTCOME_LIB_NAME}}"
+          WORK_DIR: "{{.G_OUTCOME_WORK_DIR}}"
+          FILE_SHA256: "0382248cbb00806ce4b5f3ce6939797dc3b597c85fd3531614959e31ef488b39"
+          URL: "https://github.com/ned14/outcome/archive/refs/tags/v2.2.11.tar.gz"
+          CMAKE_SETTINGS_DIR: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}"
+          GEN_ARGS:
+            - "-C {{.G_DEPS_CMAKE_SETTINGS_DIR}}/{{.G_QUICKCPPLIB_LIB_NAME}}.cmake"
+            - "-DBUILD_TESTING=OFF"
+            - "-DCMAKE_BUILD_TYPE=Release"
+            - "-DCMAKE_POLICY_DEFAULT_CMP0074=NEW"
+            - "-DCMAKE_POSITION_INDEPENDENT_CODE=ON"
+
+  install-quickcpplib:
+    internal: true
+    run: "once"
+    cmds:
+      - task: ":utils:cmake:install-remote-tar"
+        vars:
+          NAME: "{{.G_QUICKCPPLIB_LIB_NAME}}"
+          WORK_DIR: "{{.G_QUICKCPPLIB_WORK_DIR}}"
+          FILE_SHA256: "5d4c9b2d6fa177d3fb14f3fe3086867e43b44f4a7a944eb10ee4616b2b0f3c05"
+          URL: "https://github.com/ned14/quickcpplib/archive/f3e452e.tar.gz"
+          CMAKE_SETTINGS_DIR: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}"
+          GEN_ARGS:
+            - "-DBUILD_TESTING=OFF"
+            - "-DCMAKE_BUILD_TYPE=Release"
+            - "-DCMAKE_POSITION_INDEPENDENT_CODE=ON"
+
+  download-ystdlib:
+    internal: true
+    run: "once"
+    cmds:
+      - task: ":utils:remote:download-and-extract-tar"
+        vars:
+          FILE_SHA256: "d3fc9804eacb3ee4f156ae0ca37151cb04847580"
+          OUTPUT_DIR: "{{.G_YSTDLIB_WORK_DIR}}/{{.G_YSTDLIB_LIB_NAME}}-src"
+          URL: "https://github.com/y-scope/ystdlib-cpp/archive/d3fc980.tar.gz"
+      - |
+        cat <<EOF >> "{{.G_DEPS_CMAKE_SETTINGS_DIR}}/{{.G_YSTDLIB_LIB_NAME}}.cmake"
+        set(
+          SPIDER_YSTDLIB_SOURCE_DIRECTORY "{{.G_YSTDLIB_WORK_DIR}}/{{.G_YSTDLIB_LIB_NAME}}-src"
+        )
+        EOF

lint-tasks.yaml

@@ -88,12 +88,21 @@ tasks:
             - "--config-file '{{.ROOT_DIR}}/.clang-tidy'"
             - "-p '{{.G_SPIDER_COMPILE_COMMANDS_DB}}'"
           INCLUDE_PATTERNS:
-            - "{{.G_EXAMPLES_DIR}}/**"
             - "{{.G_SRC_SPIDER_DIR}}/**"
             - "{{.G_TEST_DIR}}/**"
           OUTPUT_DIR: "{{.G_LINT_CLANG_TIDY_DIR}}"
           ROOT_PATHS: *cpp_source_files
           VENV_DIR: "{{.G_LINT_VENV_DIR}}"
+      - task: ":utils:cpp-lint:clang-tidy-find"
+        vars:
+          FLAGS:
+            - "--config-file '{{.ROOT_DIR}}/.clang-tidy'"
+            - "-p '{{.G_EXAMPLES_COMPILE_COMMANDS_DB}}'"
+          INCLUDE_PATTERNS:
+            - "{{.G_EXAMPLES_DIR}}/**"
+          OUTPUT_DIR: "{{.G_LINT_CLANG_TIDY_DIR}}"
+          ROOT_PATHS: *cpp_source_files
+          VENV_DIR: "{{.G_LINT_VENV_DIR}}"
 
   py-check:
     cmds:

src/spider/.clang-format

@@ -10,7 +10,7 @@ IncludeCategories:
   # Ex:
   # - Regex: "<(fmt|spdlog)"
   #   Priority: 3
-  - Regex: "^<(absl|boost|catch2|fmt|mariadb|msgpack|spdlog)"
+  - Regex: "^<(absl|boost|catch2|fmt|mariadb|msgpack|spdlog|ystdlib)"
     Priority: 3
   # C system headers
   - Regex: "^<.+\\.h>"

src/spider/CMakeLists.txt

@@ -52,6 +52,7 @@ target_link_libraries(
         MariaDBClientCpp::MariaDBClientCpp
         msgpack-cxx
         spdlog::spdlog
+        ystdlib::error_handling
 )
 target_link_libraries(spider_core PRIVATE fmt::fmt)
 

src/spider/worker/DllLoader.cpp

@@ -25,7 +25,7 @@ auto DllLoader::load_dll(std::string const& path_str) -> bool {
 
         auto const function_manager_func = boost::dll::import_alias<core::FunctionManager&()>(
                 library,
-                "function_manager_get_instance"
+                "g_function_manager_get_instance"
         );
         core::FunctionManager const& function_manager = function_manager_func();
         core::FunctionMap const& function_map = function_manager.get_function_map();
@@ -39,7 +39,7 @@ auto DllLoader::load_dll(std::string const& path_str) -> bool {
         auto const function_name_manager_func
                 = boost::dll::import_alias<core::FunctionNameManager&()>(
                         library,
-                        "function_name_manager_get_instance"
+                        "g_function_name_manager_get_instance"
                 );
         core::FunctionNameManager const& function_name_manager = function_name_manager_func();
         core::FunctionNameMap const& function_name_map

src/spider/worker/FunctionManager.cpp

@@ -115,4 +115,4 @@ auto FunctionManager::get_function(std::string const& name) const -> Function co
 }  // namespace spider::core
 
 // NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)
-BOOST_DLL_ALIAS(spider::core::FunctionManager::get_instance, function_manager_get_instance)
+BOOST_DLL_ALIAS(spider::core::FunctionManager::get_instance, g_function_manager_get_instance)

src/spider/worker/FunctionNameManager.cpp

@@ -22,5 +22,5 @@ auto FunctionNameManager::get_function_name(void const* ptr) const -> std::optio
 // NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)
 BOOST_DLL_ALIAS(
         spider::core::FunctionNameManager::get_instance,
-        function_name_manager_get_instance
+        g_function_name_manager_get_instance
 );

taskfile.yaml

@@ -20,6 +20,11 @@ vars:
   G_TEST_DIR: "{{.ROOT_DIR}}/tests"
   G_EXAMPLES_DIR: "{{.ROOT_DIR}}/examples"
 
+  G_DEPS_DIR: "{{.G_BUILD_DIR}}/deps"
+  # These should be kept in-sync with its usage in CMakeLists.txt
+  G_DEPS_CMAKE_SETTINGS_DIR: "{{.G_DEPS_DIR}}/cmake-settings"
+  G_DEPS_CMAKE_SETTINGS_FILE: "{{.G_DEPS_CMAKE_SETTINGS_DIR}}/settings.cmake"
+
 tasks:
   clean:
     cmds: