feat: Add function manager for register and run function by function name

CMakeLists.txt

@@ -131,6 +131,17 @@ else()
     message(FATAL_ERROR "Could not find ${SPIDER_LIBS_STRING} libraries for MariaDBClientCpp")
 endif()
 
+# Find and setup msgpack
+if(SPIDER_USE_STATIC_LIBS)
+    set(msgpack-cxx_USE_STATIC_LIBS ON)
+endif()
+find_package(msgpack-cxx 7.0.0 REQUIRED)
+if(msgpack-cxx_FOUND)
+    message(STATUS "Found msgpack-cxx ${msgpack-cxx_VERSION}")
+else()
+    message(FATAL_ERROR "Could not find msgpack-cxx")
+endif()
+
 # Add abseil-cpp
 set(ABSL_PROPAGATE_CXX_STD ON)
 add_subdirectory(submodules/abseil-cpp)

src/spider/CMakeLists.txt

@@ -6,9 +6,11 @@ set(SPIDER_CORE_HEADERS
     core/Data.hpp
     core/Task.hpp
     core/TaskGraph.hpp
+    core/Serializer.hpp
     storage/MetadataStorage.hpp
     storage/DataStorage.hpp
     storage/MysqlStorage.hpp
+    worker/FunctionManager.hpp
     CACHE INTERNAL
     "spider core header files"
 )
@@ -22,6 +24,7 @@ target_link_libraries(
         Boost::boost
         absl::flat_hash_map
         MariaDBClientCpp::MariaDBClientCpp
+        msgpack-cxx
 )
 target_link_libraries(spider_core PRIVATE fmt::fmt)
 

src/spider/core/Data.hpp

@@ -8,9 +8,14 @@
 #include <utility>
 #include <vector>
 
+#include "MsgPack.hpp"  // IWYU pragma: keep
+#include "Serializer.hpp"  // IWYU pragma: keep
+
 namespace spider::core {
 class Data {
 public:
+    Data() { init_id(); }
+
     explicit Data(std::string value) : m_value(std::move(value)) { init_id(); }
 
     Data(boost::uuids::uuid id, std::string value) : m_id(id), m_value(std::move(value)) {}
@@ -24,6 +29,10 @@ class Data {
               m_key(std::move(key)),
               m_value(std::move(value)) {}
 
+    MSGPACK_DEFINE(m_id, m_key, m_value, m_locality, m_hard_locality);
+
+    static auto is_data() -> bool { return true; }
+
     [[nodiscard]] auto get_id() const -> boost::uuids::uuid { return m_id; }
 
     [[nodiscard]] auto get_key() const -> std::optional<std::string> { return m_key; }
@@ -52,6 +61,7 @@ class Data {
         m_id = gen();
     }
 };
+
 }  // namespace spider::core
 
 #endif  // SPIDER_CORE_DATA_HPP

src/spider/core/MsgPack.hpp

@@ -0,0 +1,35 @@
+#ifndef SPIDER_MSGPACK_HPP
+#define SPIDER_MSGPACK_HPP
+
+// clang-format off
+// IWYU pragma: begin_exports
+
+#include <msgpack.hpp>
+
+#include <msgpack/iterator.hpp>
+#include <msgpack/null_visitor.hpp>
+#include <msgpack/object.hpp>
+#include <msgpack/pack.hpp>
+#include <msgpack/parse.hpp>
+#include <msgpack/sbuffer.hpp>
+#include <msgpack/type.hpp>
+#include <msgpack/unpack.hpp>
+#include <msgpack/version.hpp>
+#include <msgpack/vrefbuffer.hpp>
+#include <msgpack/x3_parse.hpp>
+#include <msgpack/x3_unpack.hpp>
+#include <msgpack/zone.hpp>
+
+#include <msgpack/adaptor/define_decl.hpp>
+#include <msgpack/v3/adaptor/adaptor_base.hpp>
+#include <msgpack/v3/object_decl.hpp>
+#include <msgpack/v3/object_fwd.hpp>
+#include <msgpack/v3/object_fwd_decl.hpp>
+#include <msgpack/v3/pack_decl.hpp>
+#include <msgpack/v3/sbuffer_decl.hpp>
+#include <msgpack/v3/unpack.hpp>
+
+// IWYU pragma: end_exports
+// clang-format on
+
+#endif  // SPIDER_MSGPACK_HPP

src/spider/core/Serializer.hpp

@@ -0,0 +1,43 @@
+#ifndef SPIDER_CORE_SERIALIZER_HPP
+#define SPIDER_CORE_SERIALIZER_HPP
+
+#include <boost/uuid/uuid.hpp>
+#include <cstdint>
+#include <cstring>
+
+#include "MsgPack.hpp"  // IWYU pragma: keep
+
+template <>
+struct msgpack::adaptor::convert<boost::uuids::uuid> {
+    auto operator()(msgpack::object const& object, boost::uuids::uuid& id) const
+            -> msgpack::object const& {
+        // NOLINTBEGIN(cppcoreguidelines-pro-type-union-access,cppcoreguidelines-avoid-c-arrays,modernize-avoid-c-arrays,cppcoreguidelines-pro-bounds-array-to-pointer-decay,bugprone-return-const-ref-from-parameter)
+        if (object.type != type::BIN) {
+            throw type_error();
+        }
+        if (object.via.bin.size != boost::uuids::uuid::static_size()) {
+            throw type_error();
+        }
+        std::uint8_t data[boost::uuids::uuid::static_size()];
+        std::memcpy(data, object.via.bin.ptr, boost::uuids::uuid::static_size());
+        id = boost::uuids::uuid{data};
+
+        return object;
+        // NOLINTEND(cppcoreguidelines-pro-type-union-access,cppcoreguidelines-avoid-c-arrays,modernize-avoid-c-arrays,cppcoreguidelines-pro-bounds-array-to-pointer-decay,bugprone-return-const-ref-from-parameter)
+    }
+};
+
+template <>
+struct msgpack::adaptor::pack<boost::uuids::uuid> {
+    template <class Stream>
+    auto operator()(msgpack::packer<Stream>& packer, boost::uuids::uuid const& id) const
+            -> msgpack::packer<Stream>& {
+        packer.pack_bin(id.size());
+        // NOLINTBEGIN(cppcoreguidelines-pro-type-cstyle-cast)
+        packer.pack_bin_body((char const*)id.data(), id.size());
+        // NOLINTEND(cppcoreguidelines-pro-type-cstyle-cast)
+        return packer;
+    }
+};
+
+#endif  // SPIDER_CORE_SERIALIZER_HPP