feat: added memory limiter and set resources for collector

Author: teoincontatto

stackgres-k8s/install/helm/stackgres-operator/values.yaml

@@ -162,7 +162,13 @@ collector:
       #   -- OpenTelemetry Collector receivers Deployment Pod tolerations. See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.27/#toleration-v1-core
       #   tolerations: []
   # -- OpenTelemetry Collector Pod resources. See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#resourcerequirements-v1-core
-  resources: {}
+  resources:
+    limits:
+      memory: "4Gi"
+      cpu: "1"
+    requests:
+      memory: "1Gi"
+      cpu: "250m"
   # -- OpenTelemetry Collector Pod affinity
   affinity: {}
   # -- OpenTelemetry Collector Pod annotations. See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.29/#affinity-v1-core
@@ -198,7 +204,6 @@ collector:
   volumes: []
   # Section to configure OpenTelemetry Collector Configuration. See https://opentelemetry.io/docs/collector/configuration
   config:
-    processors: {}
     receivers:
       otlp:
         protocols:
@@ -208,6 +213,11 @@ collector:
               ca_file: "/etc/operator/certs/tls.crt"
               cert_file: "/etc/operator/certs/tls.crt"
               key_file: "/etc/operator/certs/tls.key"
+    processors:
+      memory_limiter: # soft limit should be less than hard limit so we never reach the 4GiB
+        check_interval: 1s
+        limit_percentage: 80
+        spike_limit_percentage: 15
     exporters:
       prometheus:
         endpoint: "0.0.0.0:9464"
@@ -217,7 +227,7 @@ collector:
           key_file: "/etc/operator/certs/tls.key"
           reload_interval: 10m
         send_timestamps: true
-        metric_expiration: 180m
+        metric_expiration: 5m
         enable_open_metrics: false
         resource_to_telemetry_conversion:
           enabled: false
@@ -231,7 +241,8 @@ collector:
         metrics:
           receivers:
           - prometheus
-          processors: []
+          processors:
+          - memory_limiter
           exporters:
           - prometheus
   # Section to configure OpenTelemetry Collector integration with Prometheus Operator.

stackgres-k8s/src/common/src/main/resources/crds/SGConfig.yaml

@@ -386,6 +386,13 @@ spec:
                   
                   See receivers section to scale this architecture to a set of OpenTelemetry Collectors.
                 default:
+                  resources:
+                    limits:
+                      memory: "4Gi"
+                      cpu: "1"
+                    requests:
+                      memory: "1Gi"
+                      cpu: "250m"
                   service:
                     spec:
                       type: ClusterIP
@@ -408,6 +415,11 @@ spec:
                               ca_file: "/etc/operator/certs/tls.crt"
                               cert_file: "/etc/operator/certs/tls.crt"
                               key_file: "/etc/operator/certs/tls.key"
+                    processors:
+                      memory_limiter: # soft limit should be less than hard limit so we never reach the 4GiB
+                        check_interval: 1s
+                        limit_percentage: 80
+                        spike_limit_percentage: 15
                     exporters:
                       prometheus:
                         endpoint: "0.0.0.0:9464"
@@ -417,7 +429,7 @@ spec:
                           key_file: "/etc/operator/certs/tls.key"
                           reload_interval: 10m
                         send_timestamps: true
-                        metric_expiration: 180m
+                        metric_expiration: 5m
                         enable_open_metrics: false
                         resource_to_telemetry_conversion:
                           enabled: false
@@ -430,6 +442,8 @@ spec:
                         metrics:
                           receivers:
                           - prometheus
+                          processors:
+                          - memory_limiter
                           exporters:
                           - prometheus
                   prometheusOperator: