Allow to configure kopf sync thread pool size

Inroduce new osctl.max_workers configuration option to set
synchronous thread pool size.

Related-Prod: PRODX-51338
Change-Id: Ieebca94fd7b05d793cfdbb3ea82540f5c88b2f0c

Author: jumpojoy

etc/rockoon/01-controller-default.ini

@@ -8,6 +8,9 @@ wait_application_ready_delay = 10
 # The amount of time to wit for flapping node
 node_not_ready_flapping_timeout = 120
 
+# Amount of workers to handle asynchronous kopf handlers
+max_workers = 500
+
 [helmbundle]
 # The number of seconds to wait for values set in manifest are propagated to child objects.
 manifest_enable_timeout = 600

rockoon/settings.py

@@ -289,6 +289,8 @@ def _get_internal_labels():
     "OSCTL_POD_NETWORKS_DATA", [{"cidr": "192.168.0.0/16"}]
 )
 
+CONF = Config()
+
 
 class InfiniteBackoffsWithJitter:
     def __iter__(self):
@@ -314,6 +316,7 @@ def configure(settings: kopf.OperatorSettings, **_):
         f"lcm.mirantis.com/{OSCTL_HEARTBEAT_PEERING_OBJECT_NAME}-finalizer"
     )
     settings.networking.error_backoffs = InfiniteBackoffsWithJitter()
+    settings.execution.max_workers = CONF.getint("osctl", "max_workers")
 
 
 # HELM SETTINGS
@@ -323,5 +326,3 @@ def configure(settings: kopf.OperatorSettings, **_):
 )
 HELM_CHARTS_DIR = os.environ.get("HELM_CHARTS_DIR", "/opt/operator/charts/")
 # END HELM SETTINGS
-
-CONF = Config()