Merge branch 'add-version-1.15' into 'main'

Add version 1.15

See merge request ongresinc/stackgres!1615

Author: teoincontatto

.gitlab/issue_templates/RC Release.md

@@ -1,3 +1,66 @@
+# :rocket: Release 1.14.0-rc1 (24-10-2024)
+
+## :notepad_spiral: NOTES
+
+StackGres 1.14.0-rc1 is out! :confetti_ball: :champagne: 
+
+This new release of StackGres add a new layer that will collect all the metrics in an OpenTelemetry collector layer, allowing to export them
+ in a variety of other platform than Prometheus. But we also added a lot of fixes to improve stability!
+
+So, what you are waiting for to try this release and have a look to the future of StackGres! 
+
+## :sparkles: NEW FEATURES AND CHANGES
+
+* Support Postgres 17
+* Added OpenTelemetry Collector layer
+* Added common retry logic to backup and sharded backup and extended its usage
+
+## Web Console
+
+* Support for SGStreams in the Web Console
+* Include graphs for TPS, percentile histogram and most used statements on becnhmark status
+
+## :bug: FIXES
+
+* SGStream fields are not rendered in the CSV of operator bundle
+* Allow sgconfig to be installed before operator
+* Backup using volume snapshot do not wait on conflict
+* Sharded cluster is not setting any postgres services configuration
+* Replication initialization is not using the latest backup
+* Backups, dbops, sharded backups and sharded dbops change to completed state only on full resync
+* Sharded dbops/backup do not cleanup previous dbops/backup when retrying
+* Disable pager for patroni container
+* Validating webhook returns 500 on wrong enum values
+* Avoid removing resources when owner is deleted
+* Avoid adding StatefulSet owner reference on PVC to avoid deletion on removal
+* pg_replication_is_replica metric has no unique labels
+* Disable pager for patroni container
+* Sharded backup run forewer if a generated SGBackup not yet completed is removed
+* Backup configuration interfere with replicate from
+
+## Web Console
+
+Nothing new here! :eyes:
+
+## :construction: KNOWN ISSUES
+
+* Backups may be restored with inconsistencies when performed with a Postgres instance running on a different architecture ([#1539](https://gitlab.com/ongresinc/stackgres/-/issues/1539))
+
+## :up: UPGRADE
+
+To upgrade from a previous installation of the StackGres operator's helm chart you will have to upgrade the helm chart release.
+ For more detailed information please refer to [our documentation](https://stackgres.io/doc/latest/install/helm/upgrade/#upgrade-operator).
+
+To upgrade StackGres operator's (upgrade only works starting from 1.1 version or above) helm chart issue the following commands (replace namespace and release name if you used something different):
+
+`helm upgrade -n "stackgres" "stackgres-operator" https://stackgres.io/downloads/stackgres-k8s/stackgres/1.14.0-rc1/helm/stackgres-operator.tgz`
+
+> IMPORTANT: This release is incompatible with previous `alpha` or `beta` versions. Upgrading from those versions will require uninstalling completely StackGres including all clusters and StackGres CRDs (those in `stackgres.io` group) first.
+
+Thank you for all the issues created, ideas, and code contributions by the StackGres Community!
+
+## :twisted_rightwards_arrows: [FULL LIST OF COMMITS](https://gitlab.com/ongresinc/stackgres/-/commits/1.14.0-rc1)
+
 # :rocket: Release 1.13.0 (09-09-2024)
 
 ## :notepad_spiral: NOTES

CHANGELOG.md

@@ -8,6 +8,30 @@ showToc: true
 
 =======
 
+## StackGres 1.14.0-rc1
+
+| Component | Versions |
+| ------ | ----------- |
+| PostgreSQL 17 | 17.0 |
+| PostgreSQL 16 | 16.4, 16.3, 16.2, 16.1, 16.0 |
+| PostgreSQL 15 | 15.8, 15.7, 15.6, 15.5, 15.4, 15.3, 15.2, 15.1, 15.0 |
+| PostgreSQL 14 | 14.13, 14.12, 14.11, 14.10, 14.9, 14.8, 14.7, 14.6, 14.5, 14.4, ~14.2, 14.1, 14.0~ |
+| PostgreSQL 13 | 13.16 13.15, 13.14, 13.13, 13.12, 13.11, 13.10, 13.9, 13.8, 13.7, 13.6, 13.5, 13.4, 13.3, 13.2, 13.1, 13.0 |
+| PostgreSQL 12 | 12.20, 12.19, 12.18, 12.17, 12.16, 12.15, 12.14, 12.13, 12.12, 12.11, 12.10, 12.9, 12.8, 12.7, 12.6, 12.5, 12.4, 12.3, 12.2 and 12.1 |
+| PostgreSQL for Babelfish 16 | 16.2, 16.1 |
+| PostgreSQL for Babelfish 15 | 15.5 |
+| PostgreSQL for Babelfish 14 | 14.10, 14.3 |
+| PostgreSQL for Babelfish 13 | 13.9, 13.6 |
+| Patroni | 3.3.3, 3.3.2, 3.3.0, 3.2.2, 3.0.2, 2.1.4 |
+| WAL-G | 3.0.3, 3.0.2, 3.0.1, 2.0.1, 2.0.0, 1.1 |
+| PgBouncer | 1.23.1 |
+| Postgres Exporter | 0.15.0 |
+| Envoy | 1.31.2 |
+| Fluent-Bit | 3.1.8 |
+| Fluentd | 1.17.1 |
+| Babelfish Compass | 2024.07 |
+| OTEL Collector | 0.110.0 |
+
 ## StackGres 1.13.0
 
 | Component | Versions |

doc/content/en/01-introduction/06-versions/_index.md

@@ -714,7 +714,6 @@ check_cluster_before_security_upgrade() {
     PATRONI_CONFIG="$(kubectl get endpoints -n "$CLUSTER_NAMESPACE" "$CLUSTER_CONFIG_ENDPOINTS_NAME" --template '{{ .metadata.annotations.config }}')"
     PATRONI_CONFIG="$(printf '%s' "$PATRONI_CONFIG" | jq -Sc '. 
       | if .synchronous_mode then . else del(.synchronous_node_count) end
-      | del(.postgresql.pg_hba)
       ')"
     jq -Sc '.
       | if .synchronous_mode then . else del(.synchronous_node_count) end

stackgres-k8s/e2e/spec/dbops-security-upgrade

@@ -1,8 +1,11 @@
 #!/bin/sh
 
+E2E_OLM_VERSION="${E2E_OLM_VERSION:-0.28.0}"
+
 . "$SPEC_PATH/dbops-security-upgrade"
 
 e2e_test_extra_hash() {
+  printf 'E2E_OLM_VERSION=%s\n' "$E2E_OLM_VERSION"
   "$SHELL" "$PROJECT_PATH/stackgres-k8s/ci/build/build-functions.sh" path_hash \
     "stackgres-k8s/install/operator-sdk"
   "$SHELL" "$PROJECT_PATH/stackgres-k8s/ci/build/build-functions.sh" path_hash \
@@ -73,7 +76,8 @@ e2e_install_previous_operator() {
       || ! kubectl get clusterrole system:controller:operator-lifecycle-manager 2>/dev/null
     wait_until eval '! kubectl get namespace olm > /dev/null 2>&1'
     operator-sdk olm install \
-      --timeout "${E2E_TIMEOUT}s"
+      --timeout "${E2E_TIMEOUT}s" \
+      --version "$E2E_OLM_VERSION"
   fi
 
   if [ "$E2E_ENV" != "minishift" ] && [ "$E2E_ENV" != "crc" ] && [ "$E2E_ENV" != "microshift" ]

stackgres-k8s/e2e/spec/dbops-security-upgrade-olm

@@ -53,6 +53,13 @@ e2e_test_install() {
   wait_pods_running "$CLUSTER_NAMESPACE" "4"
 }
 
+e2e_test_uninstall() {
+  helm_cleanup_chart "$COPY_CLUSTER_NAME" "$CLUSTER_NAMESPACE"
+  helm_cleanup_chart "$CLUSTER_NAME" "$CLUSTER_NAMESPACE"
+
+  k8s_async_cleanup_namespace "$CLUSTER_NAMESPACE"
+}
+
 e2e_test() {
   if [ -n "$TIMESCALE_VERSION" ]
   then

stackgres-k8s/e2e/spec/distributed-logs

@@ -24,10 +24,10 @@ e2e_test() {
   run_test "Check that operator can not be upgrade from an alpha version" check_operator_upgrade_alpha
   run_test "Check that operator can not be upgrade from a beta version" check_operator_upgrade_beta
   run_test "Check that operator can not be upgrade from version 0.9.5" check_operator_upgrade_0_9_5
-  run_test "Check that operator can be upgrade from version 1.12.0" check_operator_upgrade_1_12_0
   run_test "Check that operator can be upgrade from version 1.13.0" check_operator_upgrade_1_13_0
+  run_test "Check that operator can be upgrade from version 1.14.0" check_operator_upgrade_1_14_0
   run_test "Check that operator can not be upgrade with an SGCluster that uses version 0.9.5" check_operator_upgrade_with_cluster_using_0_9_5
-  run_test "Check that operator can be upgrade with an SGCluster that uses version 1.12.0 and 1.13.0" check_operator_upgrade_with_cluster_using_1_12_0_and_1_13_0
+  run_test "Check that operator can be upgrade with an SGCluster that uses version 1.13.0 and 1.14.0" check_operator_upgrade_with_cluster_using_1_13_0_and_1_14_0
   run_test "Check that operator can be deleted" check_operator_delete
   run_test "Check that operator can be installed from outside" check_operator_install_outside
   run_test "Check that operator can be installed with load balancer" check_operator_install_load_balancer
@@ -163,31 +163,31 @@ check_operator_upgrade_0_9_5() {
   fi
 }
 
-check_operator_upgrade_1_12_0() {
-  local PREVIOUS_VERSION=1.12.0
+check_operator_upgrade_1_13_0() {
+  local PREVIOUS_VERSION=1.13.0
   kubectl label deployment -n "$OPERATOR_NAMESPACE" stackgres-operator \
     --overwrite "version=$PREVIOUS_VERSION"
   local EXIT_CODE RESULT
   try_function upgrade_operator
   if "$RESULT"
   then
-    success "Upgrade did not failed when previous version was 1.12.0"
+    success "Upgrade did not failed when previous version was 1.13.0"
   else
-    fail "Upgrade failed when previous version was 1.12.0"
+    fail "Upgrade failed when previous version was 1.13.0"
   fi
 }
 
-check_operator_upgrade_1_13_0() {
-  local PREVIOUS_VERSION=1.13.0
+check_operator_upgrade_1_14_0() {
+  local PREVIOUS_VERSION=1.14.0
   kubectl label deployment -n "$OPERATOR_NAMESPACE" stackgres-operator \
     --overwrite "version=$PREVIOUS_VERSION"
   local EXIT_CODE RESULT
   try_function upgrade_operator
   if "$RESULT"
   then
-    success "Upgrade did not failed when previous version was 1.13.0"
+    success "Upgrade did not failed when previous version was 1.14.0"
   else
-    fail "Upgrade failed when previous version was 1.13.0"
+    fail "Upgrade failed when previous version was 1.14.0"
   fi
 }
 
@@ -214,13 +214,13 @@ check_operator_upgrade_with_cluster_using_0_9_5() {
   remove_cluster "$CLUSTER_NAME" "$CLUSTER_NAMESPACE"
 }
 
-check_operator_upgrade_with_cluster_using_1_12_0_and_1_13_0() {
+check_operator_upgrade_with_cluster_using_1_13_0_and_1_14_0() {
   CLUSTER_1_NAME="$(get_sgcluster_name "$SPEC_NAME-1")"
   CLUSTER_2_NAME="$(get_sgcluster_name "$SPEC_NAME-2")"
   NODE_LABEL_KEY="$(random_string)"
   NODE_LABEL_VALUE="$(random_string)"
-  local PREVIOUS_VERSION_1=1.12.0
-  local PREVIOUS_VERSION_2=1.13.0
+  local PREVIOUS_VERSION_1=1.13.0
+  local PREVIOUS_VERSION_2=1.14.0
   create_or_replace_cluster "$CLUSTER_NAME" "$CLUSTER_NAMESPACE" 1 \
     --set cluster.create=false \
     --set-string cluster.postgres.version=13.9
@@ -246,9 +246,9 @@ check_operator_upgrade_with_cluster_using_1_12_0_and_1_13_0() {
   try_function upgrade_operator
   if "$RESULT"
   then
-    success "Upgrade did not failed with an SGCluster that uses version 1.12.0 and 1.13.0"
+    success "Upgrade did not failed with an SGCluster that uses version 1.13.0 and 1.14.0"
   else
-    fail "Upgrade failed with an SGCluster that uses version 1.12.0 and 1.13.0"
+    fail "Upgrade failed with an SGCluster that uses version 1.13.0 and 1.14.0"
   fi
   remove_cluster "$CLUSTER_1_NAME" "$CLUSTER_NAMESPACE"
   remove_cluster "$CLUSTER_2_NAME" "$CLUSTER_NAMESPACE"

stackgres-k8s/e2e/spec/operator-helm

@@ -1,5 +1,17 @@
 #!/bin/sh
 
+E2E_OLM_VERSION="${E2E_OLM_VERSION:-0.28.0}"
+
+. "$SPEC_PATH/abstract/metrics"
+
+e2e_test_extra_hash() {
+  printf 'E2E_OLM_VERSION=%s\n' "$E2E_OLM_VERSION"
+  "$SHELL" "$PROJECT_PATH/stackgres-k8s/ci/build/build-functions.sh" path_hash \
+    "stackgres-k8s/install/operator-sdk"
+  "$SHELL" "$PROJECT_PATH/stackgres-k8s/ci/build/build-functions.sh" path_hash \
+    "$(realpath --relative-to "$PROJECT_PATH" "$SPEC_PATH/abstract/metrics")"
+}
+
 e2e_exclusive_lock() {
   true
 }
@@ -42,6 +54,8 @@ e2e_test() {
 
   run_test "Check that resources can be created" check_resources_creation
 
+  run_test "Checking that metrics are exported" check_metrics "$CLUSTER_1_NAME"
+
   run_test "Namespace endpoint should return all kubernetes namespaces" check_namespace
 
   if [ "$E2E_SKIP_CHECK_OPERATOR_DELETE" = true ]
@@ -535,7 +549,8 @@ e2e_install_olm() {
       || ! kubectl get clusterrole system:controller:operator-lifecycle-manager 2>/dev/null
     wait_until eval '! kubectl get namespace olm > /dev/null 2>&1'
     operator-sdk olm install \
-      --timeout "${E2E_TIMEOUT}s"
+      --timeout "${E2E_TIMEOUT}s" \
+      --version "$E2E_OLM_VERSION"
   fi
 
   CATALOG_IMAGE_NAME="${E2E_CATALOG_IMAGE_REGISTRY:-$E2E_OPERATOR_REGISTRY${E2E_OPERATOR_REGISTRY_PATH%/}}/stackgres/${OPERATOR_BUNDLE_CATALOG_IMAGE_NAME##*/}"