From 7e4be80cb92bdf8ab009c94f86e30545aaaed9d7 Mon Sep 17 00:00:00 2001 From: Alexey Roytman Date: Tue, 20 Aug 2024 15:07:15 +0300 Subject: [PATCH] fix fdedup workflow error Signed-off-by: Alexey Roytman --- .../fdedup/kfp_ray/src/fdedup_compute_execution_params.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/transforms/universal/fdedup/kfp_ray/src/fdedup_compute_execution_params.py b/transforms/universal/fdedup/kfp_ray/src/fdedup_compute_execution_params.py index 0691f3129..ebcecadb9 100644 --- a/transforms/universal/fdedup/kfp_ray/src/fdedup_compute_execution_params.py +++ b/transforms/universal/fdedup/kfp_ray/src/fdedup_compute_execution_params.py @@ -137,15 +137,13 @@ def _false_negative_probability(ths: float, b: int, r: int) -> float: ) print(f"Fuzzy parameters: num buckets {num_buckets}, bucket length {length_bucket}") # Get cluster parameters - w_options = worker_options - cluster_cpu = w_options["replicas"] * w_options["cpu"] - cluster_memory = w_options["replicas"] * w_options["memory"] + cluster_cpu = worker_options["replicas"] * worker_options["cpu"] + cluster_memory = worker_options["replicas"] * worker_options["memory"] print(f"Cluster available CPUs {cluster_cpu}, Memory {cluster_memory}") cluster_cpu *= 0.85 cluster_memory *= 0.85 # get actor requirements - a_options = actor_options, - actor_cpu = a_options["num_cpus"] + actor_cpu = actor_options["num_cpus"] print(f"actor required cpu {actor_cpu}") # get credentials s3_key, s3_secret, s3_endpoint = KFPUtils.credentials()