feat: major fluidity update. dynamic otel. initial end-to-end tests.

Signed-off-by: Alexandros Patras <patras@uth.gr>

Author: alexanpatr

.gitignore

@@ -1 +1,2 @@
 values.yaml
+.idea/

agents/.gitignore

@@ -1,9 +1,12 @@
-/agents_venv/
-/create/
 /.idea
 /*.egg-info
 /dist
 /build
 *.log
-
-*pycache
+**/__pycache__/
+*.csv
+/**/.env
+*.kubeconfig
+/.*ini
+*.json
+test/*.yaml

agents/Makefile

@@ -1,26 +1,28 @@
 # Variables
-PLATFORMS := linux/amd64 #,linux/arm64/v8
+PLATFORMS := linux/amd64#,linux/arm64/v8
 
 DOCKER_BUILDX=docker buildx build
 
 # Default tags (can be overridden from CLI)
 NODE_AGENT_TAG ?=  registry.mlsysops.eu/agent/agents/node
 CLUSTER_AGENT_TAG ?= registry.mlsysops.eu/agent/agents/cluster
 CONTINUUM_AGENT_TAG ?= registry.mlsysops.eu/agent/agents/continuum
-
+TEST_APP_TAG ?= registry.mlsysops.eu/agent/agents/test_app
 CI_COMMIT_TAG ?= 0.0.0
 
 module:
 	python3 -m build
 
 node_agent:
-	$(DOCKER_BUILDX) --platform ${PLATFORMS} -t $(NODE_AGENT_TAG):$(CI_COMMIT_TAG) -f node/Dockerfile --push node
+	$(DOCKER_BUILDX) --platform ${PLATFORMS} --no-cache -t $(NODE_AGENT_TAG):$(CI_COMMIT_TAG) --push -f node/Dockerfile node
 
 cluster_agent:
-	$(DOCKER_BUILDX) --platform ${PLATFORMS} -t $(CLUSTER_AGENT_TAG):$(CI_COMMIT_TAG) -f cluster/Dockerfile --push cluster
+	$(DOCKER_BUILDX) --platform ${PLATFORMS} --no-cache -t $(CLUSTER_AGENT_TAG):$(CI_COMMIT_TAG) --push -f cluster/Dockerfile cluster
 
 continuum_agent:
-	$(DOCKER_BUILDX) --platform ${PLATFORMS} -t $(CONTINUUM_AGENT_TAG):$(CI_COMMIT_TAG) -f continuum/Dockerfile --push continuum
+	$(DOCKER_BUILDX) --platform ${PLATFORMS} --no-cache -t $(CONTINUUM_AGENT_TAG):$(CI_COMMIT_TAG) --push -f continuum/Dockerfile continuum
 
+test_application:
+	$(DOCKER_BUILDX) --platform ${PLATFORMS} --no-cache -t $(TEST_APP_TAG):$(CI_COMMIT_TAG) -f tests/application/Dockerfile --push tests/application
 # Build all targets
 all: node_agent cluster_agent continuum_agent

agents/cluster/MLSClusterAgent.py

@@ -1,3 +1,4 @@
 MLSysOpsCluster:
-  clusterID: UTH-PROD
+  name: uth-prod-cluster
+  cluster_id: uth-prod-cluster
   nodes: ["csl-rpi5-1", "csl-jetson1", "csl-vader"]

agents/cluster/descriptions/csl-production-manage.yaml

@@ -0,0 +1,4 @@
+MLSysOpsCluster:
+  name: mls-ubiw-1
+  cluster_id: mls-ubiw-1
+  nodes: ["mls-ubiw-2", "mls-ubiw-3"]

agents/cluster/descriptions/mls-ubiw-1.yaml

@@ -0,0 +1,70 @@
+"""Configuration-related info.
+
+Contains the basic configuration for the Fluidity custom resources.
+"""
+#   Copyright (c) 2025. MLSysOps Consortium
+#   #
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#   #
+#       http://www.apache.org/licenses/LICENSE-2.0
+#   #
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#  #
+#  #
+
+import os
+
+#: the REST API group name
+API_GROUP = 'mlsysops.eu'
+VERSION = 'v1'
+NAMESPACE = ''
+CLUSTER_ID = None
+
+#: System file directory of CRDs
+_CRDS_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), './manifests/templates/'))
+
+mlsysops_node_dict = {
+    'singular': 'mlsysopsnode',
+    'plural': 'mlsysopsnodes',
+    'kind': 'MLSysOpsNode',
+    'crd_name': 'mlsysopsnodes.{}'.format(API_GROUP),
+    'crd_file': '{}/MLSysOpsNode.yaml'.format(_CRDS_DIR),
+    'version': 'v1'
+}
+
+mlsysops_cluster_dict = {
+    'singular': 'mlsysopscluster',
+    'plural': 'mlsysopsclusters',
+    'kind': 'MLSysOpsCluster',
+    'crd_name': 'mlsysopsclusters.{}'.format(API_GROUP),
+    'crd_file': '{}/MLSysOpsCluster.yaml'.format(_CRDS_DIR),
+    'version': 'v1'
+}
+
+mlsysops_datacenter_dict = {
+    'singular': 'mlsysopsdatacenter',
+    'plural': 'mlsysopsdatacenters',
+    'kind': 'MLSysOpsDatacenter',
+    'crd_name': 'mlsysopsdatacenters.{}'.format(API_GROUP),
+    'crd_file': '{}/MLSysOpsDatacenter.yaml'.format(_CRDS_DIR),
+    'version': 'v1'
+}
+
+mlsysops_app_dict = {
+    'singular': 'mlsysopsapp',
+    'plural': 'mlsysopsapps',
+    'kind': 'MLSysOpsApp',
+    'crd_name': 'mlsysopsapps.{}'.format(API_GROUP),
+    'crd_file': '{}/MLSysOpsApplication.yaml'.format(_CRDS_DIR),
+    'version': 'v1'
+}
+
+
+#: list: List with info regarding the supported custom resources
+CRDS_INFO_LIST = [mlsysops_node_dict, mlsysops_cluster_dict, mlsysops_app_dict]