e2e: serial: add serial test for Performance Profile updates and NRT reconciliation

Signed-off-by: Sargun Narula <snarula@redhat.com>

Author: SargunNarula

test/e2e/serial/tests/configuration.go

@@ -35,6 +35,7 @@ import (
 	k8swait "k8s.io/apimachinery/pkg/util/wait"
 	"k8s.io/klog/v2"
 	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/yaml"
 
 	"github.com/google/go-cmp/cmp"
 	depnodes "github.com/k8stopologyawareschedwg/deployer/pkg/clientutil/nodes"
@@ -55,13 +56,16 @@ import (
 	"github.com/openshift-kni/numaresources-operator/pkg/validation"
 	rteconfig "github.com/openshift-kni/numaresources-operator/rte/pkg/config"
 	"github.com/openshift-kni/numaresources-operator/test/e2e/label"
+	e2eclient "github.com/openshift-kni/numaresources-operator/test/internal/clients"
 	"github.com/openshift-kni/numaresources-operator/test/internal/configuration"
 	e2efixture "github.com/openshift-kni/numaresources-operator/test/internal/fixture"
 	e2enrt "github.com/openshift-kni/numaresources-operator/test/internal/noderesourcetopologies"
 	"github.com/openshift-kni/numaresources-operator/test/internal/nrosched"
 	"github.com/openshift-kni/numaresources-operator/test/internal/objects"
 
 	serialconfig "github.com/openshift-kni/numaresources-operator/test/e2e/serial/config"
+	"github.com/openshift-kni/numaresources-operator/test/internal/hypershift"
+	"github.com/openshift-kni/numaresources-operator/test/internal/nodepools"
 )
 
 /*
@@ -83,6 +87,14 @@ type mcpInfo struct {
 	sampleNode    corev1.Node
 }
 
+type Tuning struct {
+	Profile struct {
+		CPU struct {
+			TopologyManagerPolicy string `yaml:"topologyManagerPolicy"`
+		} `yaml:"cpu"`
+	} `yaml:"profile"`
+}
+
 func (i mcpInfo) ToString() string {
 	mcpname := ""
 	if i.mcpObj != nil {
@@ -285,6 +297,90 @@ var _ = Describe("[serial][disruptive] numaresources configuration management",
 			Expect(schedOK).To(BeTrue(), "pod %s/%s not scheduled with expected scheduler %s", updatedPod.Namespace, updatedPod.Name, serialconfig.SchedulerTestName)
 		})
 
+		It("[test_id:80821] Verify Performance Profile updates on management cluster reflect in NRT resources", Label("reboot_required", label.Slow, label.HyperShift), func() {
+			fxt.IsRebootTest = true
+
+			By("fetching the initial TM policy set in NRT")
+			initialNrtList := nrtv1alpha2.NodeResourceTopologyList{}
+			initialNrtList, err := e2enrt.GetUpdated(fxt.Client, initialNrtList, timeout)
+			Expect(err).ToNot(HaveOccurred(), "cannot get any NodeResourceTopology object from the cluster")
+			Expect(initialNrtList.Items).ToNot(BeEmpty(), "no NodeResourceTopology items found")
+
+			initialNrt := initialNrtList.Items[0]
+			var initialTMPolicy string
+			for _, attr := range initialNrt.Attributes {
+				if attr.Name == "topologyManagerPolicy" {
+					initialTMPolicy = attr.Value
+					break
+				}
+			}
+			Expect(initialTMPolicy).ToNot(BeEmpty(), "topologyManagerPolicy not found in initial NRT")
+			newTMPolicy := getNewTopologyManagerPolicyValue(initialTMPolicy)
+			Expect(initialTMPolicy).ToNot(Equal(newTMPolicy), "new TM policy should differ from the initial one")
+
+			By("retrieving the PerformanceProfile configmap from the management cluster")
+			hostedClusterName, err := hypershift.GetHostedClusterName()
+			Expect(err).ToNot(HaveOccurred())
+			nodePool, err := nodepools.GetByClusterName(context.TODO(), e2eclient.MNGClient, hostedClusterName)
+			Expect(err).ToNot(HaveOccurred())
+
+			By("validating the tuningConfig name against ConfigMaps in the management cluster")
+			tuningConfigName := nodePool.Spec.TuningConfig[0].Name
+			Expect(tuningConfigName).ToNot(BeEmpty(), "NodePool tuningConfig name is empty")
+
+			cmList := &corev1.ConfigMapList{}
+			err = e2eclient.MNGClient.List(context.TODO(), cmList, &client.ListOptions{
+				Namespace: "clusters",
+			})
+			Expect(err).ToNot(HaveOccurred(), "failed to list ConfigMaps in namespace: clusters")
+
+			var targetCM *corev1.ConfigMap
+			for i := range cmList.Items {
+				if cmList.Items[i].Name == tuningConfigName {
+					targetCM = &cmList.Items[i]
+					break
+				}
+			}
+			Expect(targetCM).ToNot(BeNil(), fmt.Sprintf("ConfigMap %q not found in namespace: clusters", tuningConfigName))
+
+			By("updating the ConfigMap with the new TM policy")
+			yamlData := targetCM.Data["tuning"]
+			Expect(yamlData).ToNot(BeEmpty(), "tuning section not found in ConfigMap")
+
+			var tuning Tuning
+			err = yaml.Unmarshal([]byte(yamlData), &tuning)
+			Expect(err).ToNot(HaveOccurred(), "failed to unmarshal ConfigMap tuning YAML")
+			Expect(tuning.Profile.CPU.TopologyManagerPolicy).To(Equal(initialTMPolicy), "unexpected initial TM policy in parsed YAML")
+
+			tuning.Profile.CPU.TopologyManagerPolicy = newTMPolicy
+
+			modifiedYamlBytes, err := yaml.Marshal(&tuning)
+			Expect(err).ToNot(HaveOccurred(), "failed to marshal modified tuning YAML")
+			modifiedYaml := string(modifiedYamlBytes)
+			Expect(modifiedYaml).ToNot(Equal(yamlData), "no changes applied to ConfigMap YAML")
+
+			targetCM.Data["tuning"] = modifiedYaml
+			err = e2eclient.MNGClient.Update(context.TODO(), targetCM)
+			Expect(err).ToNot(HaveOccurred(), "failed to update the ConfigMap with new TM policy")
+
+			By("waiting for the NRT to reflect the new TM policy")
+			Eventually(func(g Gomega) {
+				updatedNrtList := nrtv1alpha2.NodeResourceTopologyList{}
+				updatedNrtList, err = e2enrt.GetUpdated(fxt.Client, updatedNrtList, timeout)
+				g.Expect(err).ToNot(HaveOccurred())
+				g.Expect(updatedNrtList.Items).ToNot(BeEmpty())
+
+				var updatedTM string
+				for _, attr := range updatedNrtList.Items[0].Attributes {
+					if attr.Name == "topologyManagerPolicy" {
+						updatedTM = attr.Value
+						break
+					}
+				}
+				g.Expect(updatedTM).To(Equal(newTMPolicy), "Expected updated TM policy %q, but got %q", newTMPolicy, updatedTM)
+			}, 10*time.Minute, 25*time.Second).Should(Succeed(), "NRT did not reflect updated TM policy in time")
+		})
+
 		It("should report the NodeGroupConfig in the status", Label("tier2", "openshift"), func() {
 			nroKey := objects.NROObjectKey()
 			nroOperObj := nropv1.NUMAResourcesOperator{}
@@ -732,6 +828,14 @@ func objRefListToStringList(objRefs []configv1.ObjectReference) []string {
 	return ret
 }
 
+func getNewTopologyManagerPolicyValue(oldTopologyManagerPolicyValue string) string {
+	newTopologyManagerPolicyValue := "best-effort"
+	if oldTopologyManagerPolicyValue == newTopologyManagerPolicyValue || oldTopologyManagerPolicyValue == "" {
+		newTopologyManagerPolicyValue = "single-numa-node"
+	}
+	return newTopologyManagerPolicyValue
+}
+
 func toJSON(obj interface{}) string {
 	data, err := json.Marshal(obj)
 	if err != nil {