K8SPSMDB-1481 - Update release versions file and fix tests (#2088)

* Update release versions file

* Update PMM in cr and tests

* Update gke k8s version

* Fix tests

* fix more tests

* Increase pmm instalation waiting time

* More test fixes

* Update gke ver

* Fix init-deploy compare file

* more fixes

Author: jvpasinatto

Jenkinsfile

@@ -13,7 +13,7 @@ void createCluster(String CLUSTER_SUFFIX) {
                 gcloud auth activate-service-account --key-file $CLIENT_SECRET_FILE
                 gcloud config set project $GCP_PROJECT
                 gcloud container clusters list --filter $CLUSTER_NAME-${CLUSTER_SUFFIX} --zone $region --format='csv[no-heading](name)' | xargs gcloud container clusters delete --zone $region --quiet || true
-                gcloud container clusters create --zone $region $CLUSTER_NAME-${CLUSTER_SUFFIX} --cluster-version=1.30 --machine-type=n1-standard-4 --preemptible --disk-size 30 --num-nodes=\$NODES_NUM --network=jenkins-vpc --subnetwork=jenkins-${CLUSTER_SUFFIX} --no-enable-autoupgrade --cluster-ipv4-cidr=/21 --labels delete-cluster-after-hours=6 --enable-ip-alias --workload-pool=cloud-dev-112233.svc.id.goog && \
+                gcloud container clusters create --zone $region $CLUSTER_NAME-${CLUSTER_SUFFIX} --cluster-version=1.31 --machine-type=n1-standard-4 --preemptible --disk-size 30 --num-nodes=\$NODES_NUM --network=jenkins-vpc --subnetwork=jenkins-${CLUSTER_SUFFIX} --no-enable-autoupgrade --cluster-ipv4-cidr=/21 --labels delete-cluster-after-hours=6 --enable-ip-alias --workload-pool=cloud-dev-112233.svc.id.goog && \
                 kubectl create clusterrolebinding cluster-admin-binding --clusterrole cluster-admin --user jenkins@"$GCP_PROJECT".iam.gserviceaccount.com || ret_val=\$?
                 if [ \${ret_val} -eq 0 ]; then break; fi
                 ret_num=\$((ret_num + 1))

deploy/cr.yaml

@@ -60,7 +60,7 @@ spec:
 #    sse: my-cluster-name-sse
   pmm:
     enabled: false
-    image: percona/pmm-client:3.4.0
+    image: percona/pmm-client:3.4.1
     serverHost: monitoring-service
 #    containerSecurityContext: {}
 #    customClusterName: mongo-cluster

e2e-tests/default-cr/compare/statefulset_my-cluster-name-cfg-oc.yml

@@ -112,11 +112,11 @@ spec:
             timeoutSeconds: 2
           resources:
             limits:
-              cpu: 300m
-              memory: 500M
+              cpu: 600m
+              memory: 1Gi
             requests:
               cpu: 300m
-              memory: 500M
+              memory: 1Gi
           securityContext:
             runAsNonRoot: true
           terminationMessagePath: /dev/termination-log
@@ -265,11 +265,11 @@ spec:
           name: mongo-init
           resources:
             limits:
-              cpu: 300m
-              memory: 500M
+              cpu: 600m
+              memory: 1Gi
             requests:
               cpu: 300m
-              memory: 500M
+              memory: 1Gi
           terminationMessagePath: /dev/termination-log
           terminationMessagePolicy: File
           volumeMounts:

e2e-tests/default-cr/compare/statefulset_my-cluster-name-rs0-oc.yml

@@ -112,11 +112,11 @@ spec:
             timeoutSeconds: 2
           resources:
             limits:
-              cpu: 300m
-              memory: 500M
+              cpu: 600m
+              memory: 1Gi
             requests:
               cpu: 300m
-              memory: 500M
+              memory: 1Gi
           securityContext:
             runAsNonRoot: true
           terminationMessagePath: /dev/termination-log
@@ -236,13 +236,13 @@ spec:
               valueFrom:
                 secretKeyRef:
                   key: MONGODB_CLUSTER_ADMIN_USER_ESCAPED
-                  name: internal-another-name-users
+                  name: internal-my-cluster-name-users
                   optional: false
             - name: MONGODB_PASSWORD
               valueFrom:
                 secretKeyRef:
                   key: MONGODB_CLUSTER_ADMIN_PASSWORD_ESCAPED
-                  name: internal-another-name-users
+                  name: internal-my-cluster-name-users
                   optional: false
           imagePullPolicy: IfNotPresent
           name: logrotate
@@ -265,11 +265,11 @@ spec:
           name: mongo-init
           resources:
             limits:
-              cpu: 300m
-              memory: 500M
+              cpu: 600m
+              memory: 1Gi
             requests:
               cpu: 300m
-              memory: 500M
+              memory: 1Gi
           terminationMessagePath: /dev/termination-log
           terminationMessagePolicy: File
           volumeMounts:

e2e-tests/demand-backup-if-unhealthy/run

@@ -146,7 +146,7 @@ wait_for_cluster_state "$cluster" "initializing|error"
 
 backup_name_minio="backup-minio-$type"
 run_backup "minio" "$backup_name_minio" "$type"
-wait_backup $backup_name_minio running
+#wait_backup $backup_name_minio running #disabling this check temporarily as backup can be very fast in some platforms
 verify_sts_not_ready
 wait_for_cluster_state "$cluster" "initializing|error"
 

e2e-tests/demand-backup-physical-sharded-aws/compare/statefulset_some-name-rs0_restore_sharded-oc.yml

@@ -84,13 +84,17 @@ spec:
               value: "true"
             - name: PBM_AGENT_SIDECAR_SLEEP
               value: "5"
+            - name: PBM_AGENT_TLS_ENABLED
+              value: "true"
+            - name: PBM_MONGODB_PORT
+              value: "27017"
             - name: POD_NAME
               valueFrom:
                 fieldRef:
                   apiVersion: v1
                   fieldPath: metadata.name
             - name: PBM_MONGODB_URI
-              value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@$(POD_NAME)
+              value: mongodb://$(PBM_AGENT_MONGODB_USERNAME):$(PBM_AGENT_MONGODB_PASSWORD)@localhost:$(PBM_MONGODB_PORT)/?tls=true&tlsCertificateKeyFile=/tmp/tls.pem&tlsCAFile=/etc/mongodb-ssl/ca.crt&tlsInsecure=true
           envFrom:
             - secretRef:
                 name: internal-some-name-users

e2e-tests/functions

@@ -15,8 +15,8 @@ SKIP_BACKUPS_TO_AWS_GCP_AZURE=${SKIP_BACKUPS_TO_AWS_GCP_AZURE:-1}
 PMM_SERVER_VER=${PMM_SERVER_VER:-"9.9.9"}
 IMAGE_PMM_CLIENT=${IMAGE_PMM_CLIENT:-"percona/pmm-client:2.44.1-1"}
 IMAGE_PMM_SERVER=${IMAGE_PMM_SERVER:-"perconalab/pmm-server:dev-latest"}
-IMAGE_PMM3_CLIENT=${IMAGE_PMM3_CLIENT:-"perconalab/pmm-client:3.4.0"}
-IMAGE_PMM3_SERVER=${IMAGE_PMM3_SERVER:-"perconalab/pmm-server:3.4.0"}
+IMAGE_PMM3_CLIENT=${IMAGE_PMM3_CLIENT:-"perconalab/pmm-client:3.4.1"}
+IMAGE_PMM3_SERVER=${IMAGE_PMM3_SERVER:-"perconalab/pmm-server:3.4.1"}
 CERT_MANAGER_VER="1.18.2"
 MINIO_VER="5.4.0"
 CHAOS_MESH_VER="2.7.1"

e2e-tests/init-deploy/compare/backup-80.json

@@ -449,6 +449,7 @@
           "cluster": true
         },
         "actions": [
+          "listClusterCatalog",
           "allCollectionStats",
           "appendOplogNote",
           "bypassWriteBlockingMode",

e2e-tests/init-deploy/compare/clusterAdmin-80.json

@@ -260,6 +260,7 @@
         },
         "actions": [
           "addShard",
+          "listClusterCatalog",
           "allCollectionStats",
           "appendOplogNote",
           "applicationMessage",

e2e-tests/init-deploy/compare/clusterMonitor-80.json

@@ -198,6 +198,7 @@
           "cluster": true
         },
         "actions": [
+          "listClusterCatalog",
           "allCollectionStats",
           "connPoolStats",
           "getDefaultRWConcern",