From 947dea98c465b6b2689bc3c7242f998695b1e44c Mon Sep 17 00:00:00 2001 From: NirWolfer Date: Wed, 27 May 2026 14:28:32 +0300 Subject: [PATCH] CI: reduce CPU requests in all CI pipelines We are requesting too much CPU per pod running in our CI piplines, which limits how many CIs can run in parallel due to quota in our namespace Utilization with old requests is around 5% on average. Reducing the requests to half should allow running more than 1-2 pipelines at a time Signed-off-by: NirWolfer --- .ci/pipeline/build_matrix.yaml | 4 ++-- .ci/pipeline/build_static_matrix.yaml | 4 ++-- .ci/pipeline/codestyle_matrix.yaml | 4 ++-- .ci/pipeline/coverity_matrix.yaml | 4 ++-- .ci/pipeline/static_checks_matrix.yaml | 4 ++-- .ci/pipeline/test_dl_matrix.yaml | 4 ++-- .ci/pipeline/test_gpu_matrix.yaml | 4 ++-- .ci/pipeline/test_matrix.yaml | 4 ++-- AUTHORS | 1 + 9 files changed, 17 insertions(+), 16 deletions(-) diff --git a/.ci/pipeline/build_matrix.yaml b/.ci/pipeline/build_matrix.yaml index 1fb0c04f3e9..4c26b6d06dc 100644 --- a/.ci/pipeline/build_matrix.yaml +++ b/.ci/pipeline/build_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 16Gi, cpu: 16000m}" - requests: "{memory: 16Gi, cpu: 16000m}" + limits: "{memory: 16Gi, cpu: 8000m}" + requests: "{memory: 16Gi, cpu: 8000m}" runs_on_dockers: # x86_64 diff --git a/.ci/pipeline/build_static_matrix.yaml b/.ci/pipeline/build_static_matrix.yaml index fc6759d9b35..b799ab957fa 100644 --- a/.ci/pipeline/build_static_matrix.yaml +++ b/.ci/pipeline/build_static_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 8Gi, cpu: 8000m}" - requests: "{memory: 8Gi, cpu: 8000m}" + limits: "{memory: 8Gi, cpu: 6000m}" + requests: "{memory: 8Gi, cpu: 6000m}" volumes: - {mountPath: /hpc/local, hostPath: /hpc/local} diff --git a/.ci/pipeline/codestyle_matrix.yaml b/.ci/pipeline/codestyle_matrix.yaml index a8333d01735..78af98cf251 100644 --- a/.ci/pipeline/codestyle_matrix.yaml +++ b/.ci/pipeline/codestyle_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 4Gi, cpu: 4000m}" - requests: "{memory: 4Gi, cpu: 4000m}" + limits: "{memory: 4Gi, cpu: 2000m}" + requests: "{memory: 4Gi, cpu: 2000m}" runs_on_dockers: - { name: "fedora33", url: "harbor.mellanox.com/ucx/fedora33:2", arch: x86_64 } diff --git a/.ci/pipeline/coverity_matrix.yaml b/.ci/pipeline/coverity_matrix.yaml index a8bc7357893..180c81d7712 100644 --- a/.ci/pipeline/coverity_matrix.yaml +++ b/.ci/pipeline/coverity_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 8Gi, cpu: 8000m}" - requests: "{memory: 8Gi, cpu: 8000m}" + limits: "{memory: 8Gi, cpu: 6000m}" + requests: "{memory: 8Gi, cpu: 6000m}" volumes: - {mountPath: /hpc/local, hostPath: /hpc/local} diff --git a/.ci/pipeline/static_checks_matrix.yaml b/.ci/pipeline/static_checks_matrix.yaml index cb3398e65e7..a819d813f66 100644 --- a/.ci/pipeline/static_checks_matrix.yaml +++ b/.ci/pipeline/static_checks_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 8Gi, cpu: 8000m}" - requests: "{memory: 8Gi, cpu: 8000m}" + limits: "{memory: 8Gi, cpu: 4000m}" + requests: "{memory: 8Gi, cpu: 4000m}" runs_on_dockers: - { name: "fedora33", url: "harbor.mellanox.com/ucx/fedora33:2", arch: x86_64 } diff --git a/.ci/pipeline/test_dl_matrix.yaml b/.ci/pipeline/test_dl_matrix.yaml index 199b4030618..f9d2cf99817 100644 --- a/.ci/pipeline/test_dl_matrix.yaml +++ b/.ci/pipeline/test_dl_matrix.yaml @@ -15,8 +15,8 @@ registry_path: /ucx/ci kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 16Gi, cpu: 16000m}" - requests: "{memory: 8Gi, cpu: 8000m}" + limits: "{memory: 8Gi, cpu: 4000m}" + requests: "{memory: 8Gi, cpu: 4000m}" credentials: - {credentialsId: 'ucx_harbor_credentials', usernameVariable: 'REPO_USER', passwordVariable: 'REPO_PASS'} diff --git a/.ci/pipeline/test_gpu_matrix.yaml b/.ci/pipeline/test_gpu_matrix.yaml index 8c66d3a6c8d..f3a0f177286 100644 --- a/.ci/pipeline/test_gpu_matrix.yaml +++ b/.ci/pipeline/test_gpu_matrix.yaml @@ -14,8 +14,8 @@ registry_path: /ucx/ci kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 16Gi, cpu: 16000m}" - requests: "{memory: 8Gi, cpu: 8000m}" + limits: "{memory: 8Gi, cpu: 4000m}" + requests: "{memory: 8Gi, cpu: 4000m}" privileged: true credentials: diff --git a/.ci/pipeline/test_matrix.yaml b/.ci/pipeline/test_matrix.yaml index ebfc24e11d8..7e781f6f244 100644 --- a/.ci/pipeline/test_matrix.yaml +++ b/.ci/pipeline/test_matrix.yaml @@ -10,8 +10,8 @@ timeout_minutes: 90 kubernetes: cloud: il-ipp-blossom-prod-nbu-swx-ucx namespace: nbu-swx-ucx - limits: "{memory: 16Gi, cpu: 16000m}" - requests: "{memory: 16Gi, cpu: 16000m}" + limits: "{memory: 16Gi, cpu: 6000m}" + requests: "{memory: 16Gi, cpu: 6000m}" runs_on_dockers: - { name: "ubuntu2404-doca2.9", url: "harbor.mellanox.com/hpcx/x86_64/ubuntu24.04/builder:doca-2.9.0", arch: x86_64 } diff --git a/AUTHORS b/AUTHORS index a5e8c01b803..2b26db30441 100644 --- a/AUTHORS +++ b/AUTHORS @@ -81,6 +81,7 @@ Min Fang Nathan Bellalou Nathan Hjelm Netanel Yosephian +Nir Wolfer Ofir Farjon Olly Perks Or Balayla