Add AsyncWorker class for asynchronous execution of functions

codecov.yml

@@ -1,6 +1,4 @@
 codecov:
- token: 89d5d00f-39e7-4e79-9d63-165b5efee4cb
-cli:
-  plugins:
-    pycoverage:
-      report_type: "json"
+  token: 89d5d00f-39e7-4e79-9d63-165b5efee4cb
+ignore:
+  - "frontend"

neetbox/config/_workspace.py

@@ -115,7 +115,7 @@
             parsed_local_config = _build_global_config_dict_for_module(
                 inspect.getmodule(fun), local_config
             )
             update_dict_recursively(_DEFAULT_WORKSPACE_CONFIG, parsed_local_config)
         except Exception as e:
             raise e
 
@@ -127,40 +127,41 @@
 
 
 def _init_workspace(path=None, **kwargs) -> bool:
     if path:
         os.chdir(path=path)
     current_path = os.getcwd()
     config_file_path = os.path.join(current_path, CONFIG_FILE_NAME)
     if not os.path.exists(config_file_path):  # config file not exist
         try:  # creating config file using default config
             with open(config_file_path, "w+") as config_file:
                 import neetbox.extension as extension
+
                 extension._scan_sub_modules()
                 _update_default_config_from_config_register()  # load custom config into default config
                 _config = _DEFAULT_WORKSPACE_CONFIG
                 if "name" in kwargs and kwargs["name"]:  # using given name
                     _config["name"] = kwargs["name"]
                 else:  # using the folder name
                     _config["name"] = os.path.basename(os.path.normpath(os.getcwd()))
                 _config["projectid"] = str(uuid.uuid4())
                 toml.dump(_config, config_file)
             return True
         except Exception as e:
             raise e
     else:  # config file exist:
         raise RuntimeError(f"{config_file_path} already exist")
 
 
 def _check_if_workspace_config_valid(path=None) -> bool:
     path = path or "."
     config_file_path = os.path.join(path, CONFIG_FILE_NAME)
     if not os.path.isfile(config_file_path):  # but config file not exist
         return False
     try:
         toml.load(config_file_path)  # try load as toml
         return config_file_path
     except Exception as e:
         return False
 
 
 def _load_workspace_config(folder="."):
@@ -168,17 +169,19 @@
         path=folder
     )  # check if config file is valid
     if not config_file_path:  # failed to load workspace config, exiting
         raise RuntimeError(f"Config file not exists in '{folder}'")
     _update_default_config_from_config_register()  # load custom config into default config
     _obtain_new_run_id()  # obtain new run id
     _update_default_workspace_config_with(toml.load(config_file_path))  # load config file in
 
+
 def _create_load_workspace(path=None):
     is_workspace = _check_if_workspace_config_valid(path)
     if not is_workspace:
         _init_workspace(path)
     _load_workspace_config()
     import neetbox.extension as extension
+
     extension._scan_sub_modules()
 
 

neetbox/utils/worker.py

@@ -0,0 +1,30 @@
+import time
+from concurrent.futures import ThreadPoolExecutor
+from typing import Callable
+
+MAX_WORKERS = 4
+
+
+class AsyncWoker:
+    EXECUTOR = ThreadPoolExecutor(max_workers=MAX_WORKERS)
+
+    def __init__(self, func: Callable):
+        self.func = func
+
+    def __call__(self, *args, **kwargs):
+        return AsyncWoker.EXECUTOR.submit(self.func, *args, **kwargs)  # type: ignore
+
+
+if __name__ == "__main__":
+
+    @AsyncWoker
+    def add_image(image, a=1, b=2):
+        time.sleep(image)
+        print("b")
+        print(a, b)
+        return 5
+
+    for i in range(10):
+        print(f"i: {i}")
+        add_image(i)
+        add_image(i, a=2, b=2)