e2e: restart CSI pods after changing metadata config option

Signed-off-by: Niels de Vos <ndevos@ibm.com>
(cherry picked from commit a699193)

Author: nixpanic

e2e/operator.go

@@ -21,6 +21,7 @@ import (
 	"fmt"
 
 	clientset "k8s.io/client-go/kubernetes"
+	"k8s.io/kubernetes/test/e2e/framework"
 )
 
 const (
@@ -58,7 +59,7 @@ func (r *OperatorDeployment) getPodSelector() string {
 		r.deploymentName, r.daemonsetName)
 }
 
-func (OperatorDeployment) setEnableMetadata(value bool) error {
+func (r *OperatorDeployment) setEnableMetadata(value bool) error {
 	command := []string{
 		"operatorconfigs.csi.ceph.io",
 		OperatorConfigName,
@@ -73,6 +74,22 @@ func (OperatorDeployment) setEnableMetadata(value bool) error {
 		return err
 	}
 
+	// restart the pods so that the new configuration is activated
+	framework.Logf("enableMetadata has been set to %t, restarting Ceph-CSI pods", value)
+	podLabels := r.getPodSelector()
+	err = deletePodWithLabel(podLabels, cephCSINamespace, false)
+	if err != nil {
+		return fmt.Errorf("failed to delete pods with labels (%s): %w", podLabels, err)
+	}
+	err = waitForDaemonSets(r.daemonsetName, cephCSINamespace, r.clientSet, deployTimeout)
+	if err != nil {
+		return fmt.Errorf("timeout waiting for daemonset pods: %w", err)
+	}
+	err = waitForDeploymentComplete(r.clientSet, r.deploymentName, cephCSINamespace, deployTimeout)
+	if err != nil {
+		return fmt.Errorf("timeout waiting for deployment to be in running state: %w", err)
+	}
+
 	return nil
 }