Merge pull request #1293 from percona/K8SPS-670-demand-backup-cloud

K8SPS-670 add Spaces to demand-backup-cloud

Author: valmiranogueira

e2e-tests/functions

@@ -1897,31 +1897,33 @@ list_files_on_storage() {
 verify_all_backups_deletion() {
 	for backup in $(kubectl get ps-backup -n "$NAMESPACE" -o jsonpath='{.items[*].metadata.name}'); do
 		echo "Checking backup: $backup"
-
-		output=$(
+		eval "$(
 			kubectl get ps-backup "$backup" -n "$NAMESPACE" -o json \
-				| yq -r '
-					.status.storage as $storage |
-					[
-						$storage.type,
-						($storage[.type].bucket // $storage[.type].container // ""),
-						($storage[.type].credentialsSecret // ""),
-						($storage[.type].endpointUrl // ""),
-						($storage[.type].region // ""),
-						(.status.destination // "")
-					] | @tsv
+				| jq -r '
+					.status.storage.type as $t |
+					(if $t then .status.storage[$t] else {} end) as $s |
+					"storage_type=\($t // "")",
+					"bucket=\($s.bucket // $s.container // "")",
+					"secret_name=\($s.credentialsSecret // "")",
+					"endpoint=\($s.endpointUrl // "")",
+					"region=\($s.region // "")",
+					"destination=\(.status.destination // "")"
 				'
-		)
+		)"
 
-		read -r storage_type bucket secret_name endpoint region destination <<<"$output"
+		kubectl delete ps-backup "$backup" -n "$NAMESPACE"
 
-		prefix="${destination#*://*/}"
+		local prefix="${destination#*://}"
+		prefix="${prefix#*/}"
 		if [[ -z $destination ]]; then
 			echo "Backup $backup is missing destination"
-			break
+			continue
 		fi
 
-		kubectl delete ps-backup "$backup" -n "$NAMESPACE"
+		if [[ $storage_type == "azure" ]]; then
+			echo "Skipping backup verification, to be implemented on K8SPS-695"
+			continue
+		fi
 
 		local removed=false
 		for i in {1..5}; do
@@ -1930,7 +1932,6 @@ verify_all_backups_deletion() {
 				removed=true
 				break
 			fi
-
 			echo "Waiting for backup removal ($i/5): $backup"
 			sleep 5
 		done

e2e-tests/tests/demand-backup-cloud/00-assert.yaml

@@ -2,8 +2,25 @@ apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
 timeout: 150
 ---
-apiVersion: v1
-kind: Secret
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
 metadata:
-  name: minio-secret
-type: Opaque
+  name: perconaservermysqls.ps.percona.com
+spec:
+  group: ps.percona.com
+  names:
+    kind: PerconaServerMySQL
+    listKind: PerconaServerMySQLList
+    plural: perconaservermysqls
+    shortNames:
+    - ps
+    singular: perconaservermysql
+  scope: Namespaced
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+metadata:
+  name: check-operator-deploy-status
+timeout: 120
+commands:
+  - script: kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1

…and-backup-cloud/01-deploy-operator.yaml …and-backup-cloud/00-deploy-operator.yamle2e-tests/tests/demand-backup-cloud/01-deploy-operator.yaml renamed to e2e-tests/tests/demand-backup-cloud/00-deploy-operator.yaml e2e-tests/tests/demand-backup-cloud/01-deploy-operator.yaml renamed to e2e-tests/tests/demand-backup-cloud/00-deploy-operator.yaml

@@ -1,26 +1,60 @@
 apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
-timeout: 150
+timeout: 420
 ---
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
+kind: StatefulSet
+apiVersion: apps/v1
 metadata:
-  name: perconaservermysqls.ps.percona.com
-spec:
-  group: ps.percona.com
-  names:
-    kind: PerconaServerMySQL
-    listKind: PerconaServerMySQLList
-    plural: perconaservermysqls
-    shortNames:
-    - ps
-    singular: perconaservermysql
-  scope: Namespaced
+  name: demand-backup-cloud-mysql
+status:
+  observedGeneration: 1
+  replicas: 3
+  readyReplicas: 3
+  currentReplicas: 3
+  updatedReplicas: 3
+  collisionCount: 0
 ---
-apiVersion: kuttl.dev/v1beta1
-kind: TestAssert
+kind: StatefulSet
+apiVersion: apps/v1
+metadata:
+  name: demand-backup-cloud-orc
+status:
+  observedGeneration: 1
+  replicas: 3
+  readyReplicas: 3
+  currentReplicas: 3
+  updatedReplicas: 3
+  collisionCount: 0
+---
+kind: StatefulSet
+apiVersion: apps/v1
+metadata:
+  name: demand-backup-cloud-haproxy
+status:
+  observedGeneration: 1
+  replicas: 3
+  readyReplicas: 3
+  currentReplicas: 3
+  updatedReplicas: 3
+  collisionCount: 0
+---
+apiVersion: ps.percona.com/v1
+kind: PerconaServerMySQL
 metadata:
-  name: check-operator-deploy-status
-timeout: 120
-commands:
-  - script: kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1
+  name: demand-backup-cloud
+  finalizers:
+    - percona.com/delete-mysql-pods-in-order
+status:
+  haproxy:
+    ready: 3
+    size: 3
+    state: ready
+  mysql:
+    ready: 3
+    size: 3
+    state: ready
+  orchestrator:
+    ready: 3
+    size: 3
+    state: ready
+  state: ready

e2e-tests/tests/demand-backup-cloud/00-minio-secret.yaml

@@ -0,0 +1,11 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+timeout: 10
+commands:
+  - script: |-
+      set -o errexit
+      set -o xtrace
+
+      source ../../functions
+
+      get_cr | kubectl -n "${NAMESPACE}" apply -f -