diff --git a/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-4.22-nightly-x86.yaml b/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-4.22-nightly-x86.yaml deleted file mode 100644 index f38a16065ba47..0000000000000 --- a/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-4.22-nightly-x86.yaml +++ /dev/null @@ -1,231 +0,0 @@ -base_images: - cerberus.prow: - name: cerberus - namespace: chaos - tag: cerberus-prow - cli: - name: "4.22" - namespace: ocp - tag: cli - flowlogs-pipeline: - name: flowlogs-pipeline - namespace: netobserv - tag: ci - netobserv-ebpf-agent: - name: netobserv-ebpf-agent - namespace: netobserv - tag: ci - netobserv-perfscale: - name: netobserv-perfscale - namespace: ci - tag: latest - ocp-qe-perfscale-ci: - name: ocp-qe-perfscale-ci - namespace: ci - tag: latest -build_root: - image_stream_tag: - name: ci-tools-build-root - namespace: ci - tag: latest -images: - items: - - dockerfile_literal: FROM cerberus.prow - from: cerberus.prow - to: perfscale-observer -releases: - latest: - candidate: - product: ocp - stream: nightly - version: "4.22" -resources: - '*': - requests: - cpu: 100m - memory: 200Mi -tests: -- as: node-density-heavy-25nodes - cron: '@daily' - reporter_config: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: {{ - else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - steps: - allow_skip_on_success: true - cluster_profile: aws-perfscale-qe - dependencies: - EBPFAGENT_PR_IMAGE: "" - FLP_PR_IMAGE: "" - env: - ACK_FILE: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/orion/ack.yaml - BASE_DOMAIN: qe.devcluster.openshift.com - CHANGE_POINT_REPOS: kube-burner/kube-burner,kube-burner/kube-burner-ocp,cloud-bulldozer/ingress-perf,cloud-bulldozer/e2e-benchmarking,cloud-bulldozer/orion,openshift/release - COMPUTE_NODE_REPLICAS: "25" - COMPUTE_NODE_TYPE: m6a.2xlarge - DISPLAY: noo_bundle_info - ES_BENCHMARK_INDEX: prod-netobserv-datapoints* - ES_METADATA_INDEX: perf_scale_ci* - ES_TYPE: qe - EXTRA_FLAGS: --es-index=ripsaw-kube-burner --metrics-profile metrics-aggregated.yml - EXTRA_MG_ARGS: --image=quay.io/netobserv/must-gather - FLP_CONSUMER_REPLICAS: "6" - LOKISTACK_SIZE: 1x.small - LOOKBACK: "30" - LOOKBACK_SIZE: "15" - ORION_CONFIG: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/queries/netobserv-orion.yaml - ORION_ENVS: PLATFORM=AWS,WORKERS=25,WORKLOAD=node-density-heavy,deployment_model=Kafka - PATCH_EBPFAGENT_IMAGE: "false" - PATCH_FLOWLOGS_IMAGE: "false" - PODS_PER_NODE: "200" - RUN_ORION: "true" - SIZE_VARIANT: large - VERSION: "4.22" - WAIT_EXPRESSION: oc get flowcollector cluster --no-headers 2>/dev/null | grep - -c 'Ready' - WORKLOAD: node-density-heavy - ZONES_COUNT: "3" - observers: - enable: - - redhat-chaos-cerberus - post: - - ref: netobserv-cerberus-report - - chain: netobserv-perf-test-post - test: - - ref: redhat-chaos-observer-start - - ref: netobserv-perf-test-deploy - - ref: openshift-qe-kube-burner-ingress-perf - - chain: netobserv-perf-test-post-workload - - ref: openshift-qe-orion - workflow: openshift-qe-installer-aws -- as: node-density-heavy-25nodes-service-without-loki - cron: '@weekly' - reporter_config: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: {{ - else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - steps: - allow_skip_on_success: true - cluster_profile: aws-perfscale-qe - dependencies: - EBPFAGENT_PR_IMAGE: "" - FLP_PR_IMAGE: "" - env: - ACK_FILE: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/orion/ack.yaml - BASE_DOMAIN: qe.devcluster.openshift.com - COMPUTE_NODE_REPLICAS: "25" - COMPUTE_NODE_TYPE: m6a.2xlarge - DEPLOYMENT_MODEL: Service - DISPLAY: noo_bundle_info - ES_BENCHMARK_INDEX: prod-netobserv-datapoints* - ES_METADATA_INDEX: perf_scale_ci* - ES_TYPE: qe - EXTRA_FLAGS: --es-index=ripsaw-kube-burner --metrics-profile metrics-aggregated.yml - EXTRA_MG_ARGS: --image=quay.io/netobserv/must-gather - FLP_CONSUMER_REPLICAS: "6" - LOKI_OPERATOR: None - LOOKBACK: "30" - LOOKBACK_SIZE: "15" - ORION_CONFIG: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/queries/netobserv-orion-node-density-heavy-service.yaml - ORION_ENVS: PLATFORM=AWS,WORKERS=25,WORKLOAD=node-density-heavy,deployment_model=Service - PATCH_EBPFAGENT_IMAGE: "false" - PATCH_FLOWLOGS_IMAGE: "false" - PODS_PER_NODE: "200" - RUN_ORION: "true" - SIZE_VARIANT: large - VERSION: "4.22" - WAIT_EXPRESSION: oc get flowcollector cluster --no-headers 2>/dev/null | grep - -c 'Ready' - WORKLOAD: node-density-heavy - ZONES_COUNT: "3" - observers: - enable: - - redhat-chaos-cerberus - post: - - ref: netobserv-cerberus-report - - chain: netobserv-perf-test-post - test: - - ref: redhat-chaos-observer-start - - ref: netobserv-perf-test-deploy - - ref: openshift-qe-kube-burner-ingress-perf - - chain: netobserv-perf-test-post-workload - - ref: openshift-qe-orion - workflow: openshift-qe-installer-aws -- as: cluster-density-v2-250nodes - cron: 45 22 * * 6 - reporter_config: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: {{ - else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - steps: - allow_skip_on_success: true - cluster_profile: aws-perfscale-qe - dependencies: - EBPFAGENT_PR_IMAGE: "" - FLP_PR_IMAGE: "" - env: - ACK_FILE: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/orion/ack.yaml - BASE_DOMAIN: qe.devcluster.openshift.com - CHANGE_POINT_REPOS: kube-burner/kube-burner,kube-burner/kube-burner-ocp,cloud-bulldozer/ingress-perf,cloud-bulldozer/e2e-benchmarking,cloud-bulldozer/orion,openshift/release - COMPUTE_NODE_REPLICAS: "250" - COMPUTE_NODE_TYPE: m6a.2xlarge - DISPLAY: noo_bundle_info - ES_BENCHMARK_INDEX: prod-netobserv-datapoints* - ES_METADATA_INDEX: perf_scale_ci* - ES_TYPE: qe - EXTRA_FLAGS: --churn-delay=60s --churn-duration=10m --churn-percent=10 --timeout=5h - --es-index=ripsaw-kube-burner --metrics-profile metrics-aggregated.yml - EXTRA_MG_ARGS: --image=quay.io/netobserv/must-gather - FLP_CONSUMER_REPLICAS: "18" - ITERATION_MULTIPLIER_ENV: "4" - LOKISTACK_SIZE: 1x.medium - LOOKBACK: "60" - LOOKBACK_SIZE: "15" - ORION_CONFIG: https://raw.githubusercontent.com/netobserv/netobserv-perf-tests/refs/heads/main/scripts/queries/netobserv-orion.yaml - ORION_ENVS: PLATFORM=AWS,WORKERS=250,WORKLOAD=cluster-density-v2,deployment_model=Kafka - PATCH_EBPFAGENT_IMAGE: "false" - PATCH_FLOWLOGS_IMAGE: "false" - RUN_ORION: "true" - SIZE_VARIANT: large - VERSION: "4.22" - WAIT_EXPRESSION: oc get flowcollector cluster --no-headers 2>/dev/null | grep - -c 'Ready' - WORKLOAD: cluster-density-v2 - ZONES_COUNT: "3" - observers: - enable: - - redhat-chaos-cerberus - post: - - ref: netobserv-cerberus-report - - chain: netobserv-perf-test-post - test: - - ref: redhat-chaos-observer-start - - ref: netobserv-perf-test-deploy - - ref: openshift-qe-kube-burner-ingress-perf - - chain: netobserv-perf-test-post-workload - - ref: openshift-qe-orion - workflow: openshift-qe-installer-aws - timeout: 8h0m0s -zz_generated_metadata: - branch: main - org: netobserv - repo: netobserv-perf-tests - variant: netobserv-aws-4.22-nightly-x86 diff --git a/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-5.0-nightly-x86.yaml b/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-5.0-nightly-x86.yaml index 7a359ab2b68ac..68705c0d53cfc 100644 --- a/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-5.0-nightly-x86.yaml +++ b/ci-operator/config/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main__netobserv-aws-5.0-nightly-x86.yaml @@ -46,7 +46,7 @@ resources: memory: 200Mi tests: - as: node-density-heavy-25nodes - cron: 48 14 1 * * + cron: '@daily' steps: allow_skip_on_success: true cluster_profile: aws-perfscale-qe @@ -95,7 +95,7 @@ tests: - ref: openshift-qe-orion workflow: openshift-qe-installer-aws - as: node-density-heavy-25nodes-service-without-loki - cron: 48 14 2 * * + cron: '@daily' steps: allow_skip_on_success: true cluster_profile: aws-perfscale-qe @@ -145,7 +145,7 @@ tests: - ref: openshift-qe-orion workflow: openshift-qe-installer-aws - as: cluster-density-v2-250nodes - cron: 48 14 3 * * + cron: '@weekly' steps: allow_skip_on_success: true cluster_profile: aws-perfscale-qe diff --git a/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-periodics.yaml b/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-periodics.yaml index 3b261803690ec..d241058f31d20 100644 --- a/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-periodics.yaml +++ b/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-periodics.yaml @@ -1,291 +1,8 @@ periodics: -- agent: kubernetes - cluster: build05 - cron: 45 22 * * 6 - decorate: true - decoration_config: - skip_cloning: true - timeout: 8h0m0s - extra_refs: - - base_ref: main - org: netobserv - repo: netobserv-perf-tests - labels: - ci-operator.openshift.io/cloud: aws - ci-operator.openshift.io/cloud-cluster-profile: aws-perfscale-qe - ci-operator.openshift.io/variant: netobserv-aws-4.22-nightly-x86 - ci.openshift.io/generator: prowgen - job-release: "4.22" - pj-rehearse.openshift.io/can-be-rehearsed: "true" - name: periodic-ci-netobserv-netobserv-perf-tests-main-netobserv-aws-4.22-nightly-x86-cluster-density-v2-250nodes - reporter_config: - slack: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: - {{ else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - spec: - containers: - - args: - - --gcs-upload-secret=/secrets/gcs/service-account.json - - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson - - --lease-server-credentials-file=/etc/boskos/credentials - - --report-credentials-file=/etc/report/credentials - - --secret-dir=/secrets/ci-pull-credentials - - --target=cluster-density-v2-250nodes - - --variant=netobserv-aws-4.22-nightly-x86 - command: - - ci-operator - env: - - name: HTTP_SERVER_IP - valueFrom: - fieldRef: - fieldPath: status.podIP - image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest - imagePullPolicy: Always - name: "" - ports: - - containerPort: 8080 - name: http - resources: - requests: - cpu: 10m - volumeMounts: - - mountPath: /etc/boskos - name: boskos - readOnly: true - - mountPath: /secrets/ci-pull-credentials - name: ci-pull-credentials - readOnly: true - - mountPath: /secrets/gcs - name: gcs-credentials - readOnly: true - - mountPath: /secrets/manifest-tool - name: manifest-tool-local-pusher - readOnly: true - - mountPath: /etc/pull-secret - name: pull-secret - readOnly: true - - mountPath: /etc/report - name: result-aggregator - readOnly: true - serviceAccountName: ci-operator - volumes: - - name: boskos - secret: - items: - - key: credentials - path: credentials - secretName: boskos-credentials - - name: ci-pull-credentials - secret: - secretName: ci-pull-credentials - - name: manifest-tool-local-pusher - secret: - secretName: manifest-tool-local-pusher - - name: pull-secret - secret: - secretName: registry-pull-credentials - - name: result-aggregator - secret: - secretName: result-aggregator -- agent: kubernetes - cluster: build05 - cron: 3 1 * * * - decorate: true - decoration_config: - skip_cloning: true - extra_refs: - - base_ref: main - org: netobserv - repo: netobserv-perf-tests - labels: - ci-operator.openshift.io/cloud: aws - ci-operator.openshift.io/cloud-cluster-profile: aws-perfscale-qe - ci-operator.openshift.io/variant: netobserv-aws-4.22-nightly-x86 - ci.openshift.io/generator: prowgen - job-release: "4.22" - pj-rehearse.openshift.io/can-be-rehearsed: "true" - name: periodic-ci-netobserv-netobserv-perf-tests-main-netobserv-aws-4.22-nightly-x86-node-density-heavy-25nodes - reporter_config: - slack: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: - {{ else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - spec: - containers: - - args: - - --gcs-upload-secret=/secrets/gcs/service-account.json - - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson - - --lease-server-credentials-file=/etc/boskos/credentials - - --report-credentials-file=/etc/report/credentials - - --secret-dir=/secrets/ci-pull-credentials - - --target=node-density-heavy-25nodes - - --variant=netobserv-aws-4.22-nightly-x86 - command: - - ci-operator - env: - - name: HTTP_SERVER_IP - valueFrom: - fieldRef: - fieldPath: status.podIP - image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest - imagePullPolicy: Always - name: "" - ports: - - containerPort: 8080 - name: http - resources: - requests: - cpu: 10m - volumeMounts: - - mountPath: /etc/boskos - name: boskos - readOnly: true - - mountPath: /secrets/ci-pull-credentials - name: ci-pull-credentials - readOnly: true - - mountPath: /secrets/gcs - name: gcs-credentials - readOnly: true - - mountPath: /secrets/manifest-tool - name: manifest-tool-local-pusher - readOnly: true - - mountPath: /etc/pull-secret - name: pull-secret - readOnly: true - - mountPath: /etc/report - name: result-aggregator - readOnly: true - serviceAccountName: ci-operator - volumes: - - name: boskos - secret: - items: - - key: credentials - path: credentials - secretName: boskos-credentials - - name: ci-pull-credentials - secret: - secretName: ci-pull-credentials - - name: manifest-tool-local-pusher - secret: - secretName: manifest-tool-local-pusher - - name: pull-secret - secret: - secretName: registry-pull-credentials - - name: result-aggregator - secret: - secretName: result-aggregator - agent: kubernetes cluster: build05 cron: '@weekly' decorate: true - decoration_config: - skip_cloning: true - extra_refs: - - base_ref: main - org: netobserv - repo: netobserv-perf-tests - labels: - ci-operator.openshift.io/cloud: aws - ci-operator.openshift.io/cloud-cluster-profile: aws-perfscale-qe - ci-operator.openshift.io/variant: netobserv-aws-4.22-nightly-x86 - ci.openshift.io/generator: prowgen - job-release: "4.22" - pj-rehearse.openshift.io/can-be-rehearsed: "true" - name: periodic-ci-netobserv-netobserv-perf-tests-main-netobserv-aws-4.22-nightly-x86-node-density-heavy-25nodes-service-without-loki - reporter_config: - slack: - channel: '#team-network-observability' - job_states_to_report: - - aborted - - error - - failure - - success - report_template: '{{ if eq .Status.State "success" }} :green_jenkins_circle: - {{ else }} :red_jenkins_circle: {{ end }} Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. - <{{.Status.URL}}|View logs>' - spec: - containers: - - args: - - --gcs-upload-secret=/secrets/gcs/service-account.json - - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson - - --lease-server-credentials-file=/etc/boskos/credentials - - --report-credentials-file=/etc/report/credentials - - --secret-dir=/secrets/ci-pull-credentials - - --target=node-density-heavy-25nodes-service-without-loki - - --variant=netobserv-aws-4.22-nightly-x86 - command: - - ci-operator - env: - - name: HTTP_SERVER_IP - valueFrom: - fieldRef: - fieldPath: status.podIP - image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest - imagePullPolicy: Always - name: "" - ports: - - containerPort: 8080 - name: http - resources: - requests: - cpu: 10m - volumeMounts: - - mountPath: /etc/boskos - name: boskos - readOnly: true - - mountPath: /secrets/ci-pull-credentials - name: ci-pull-credentials - readOnly: true - - mountPath: /secrets/gcs - name: gcs-credentials - readOnly: true - - mountPath: /secrets/manifest-tool - name: manifest-tool-local-pusher - readOnly: true - - mountPath: /etc/pull-secret - name: pull-secret - readOnly: true - - mountPath: /etc/report - name: result-aggregator - readOnly: true - serviceAccountName: ci-operator - volumes: - - name: boskos - secret: - items: - - key: credentials - path: credentials - secretName: boskos-credentials - - name: ci-pull-credentials - secret: - secretName: ci-pull-credentials - - name: manifest-tool-local-pusher - secret: - secretName: manifest-tool-local-pusher - - name: pull-secret - secret: - secretName: registry-pull-credentials - - name: result-aggregator - secret: - secretName: result-aggregator -- agent: kubernetes - cluster: build05 - cron: 48 14 3 * * - decorate: true decoration_config: skip_cloning: true timeout: 8h0m0s @@ -368,7 +85,7 @@ periodics: secretName: result-aggregator - agent: kubernetes cluster: build05 - cron: 48 14 1 * * + cron: 30 22 * * * decorate: true decoration_config: skip_cloning: true @@ -451,7 +168,7 @@ periodics: secretName: result-aggregator - agent: kubernetes cluster: build05 - cron: 48 14 2 * * + cron: 3 1 * * * decorate: true decoration_config: skip_cloning: true diff --git a/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-presubmits.yaml b/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-presubmits.yaml index 9314d56963223..57f0c8f3da6f0 100644 --- a/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-presubmits.yaml +++ b/ci-operator/jobs/netobserv/netobserv-perf-tests/netobserv-netobserv-perf-tests-main-presubmits.yaml @@ -57,64 +57,6 @@ presubmits: secret: secretName: result-aggregator trigger: (?m)^/test( | .* )images,?($|\s.*) - - agent: kubernetes - always_run: true - branches: - - ^main$ - - ^main- - cluster: build06 - context: ci/prow/netobserv-aws-4.22-nightly-x86-images - decorate: true - decoration_config: - skip_cloning: true - labels: - ci-operator.openshift.io/variant: netobserv-aws-4.22-nightly-x86 - ci.openshift.io/generator: prowgen - job-release: "4.22" - pj-rehearse.openshift.io/can-be-rehearsed: "true" - name: pull-ci-netobserv-netobserv-perf-tests-main-netobserv-aws-4.22-nightly-x86-images - rerun_command: /test netobserv-aws-4.22-nightly-x86-images - spec: - containers: - - args: - - --gcs-upload-secret=/secrets/gcs/service-account.json - - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson - - --report-credentials-file=/etc/report/credentials - - --target=[images] - - --variant=netobserv-aws-4.22-nightly-x86 - command: - - ci-operator - image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest - imagePullPolicy: Always - name: "" - resources: - requests: - cpu: 10m - volumeMounts: - - mountPath: /secrets/gcs - name: gcs-credentials - readOnly: true - - mountPath: /secrets/manifest-tool - name: manifest-tool-local-pusher - readOnly: true - - mountPath: /etc/pull-secret - name: pull-secret - readOnly: true - - mountPath: /etc/report - name: result-aggregator - readOnly: true - serviceAccountName: ci-operator - volumes: - - name: manifest-tool-local-pusher - secret: - secretName: manifest-tool-local-pusher - - name: pull-secret - secret: - secretName: registry-pull-credentials - - name: result-aggregator - secret: - secretName: result-aggregator - trigger: (?m)^/test( | .* )netobserv-aws-4.22-nightly-x86-images,?($|\s.*) - agent: kubernetes always_run: true branches: