chore(docker): bump PostgreSQL to 18.1 and MySQL to 8.4.10 (apache#9003)

Bump database engine images across the dev, devcontainer, temporal deployment and remote e2e compose files: PostgreSQL 17.2/14.2 to 18.1 and MySQL 8/8.0.26 to 8.4.10.

For PostgreSQL 18 the remote e2e volume is mounted at /var/lib/postgresql (parent of the new versioned data dir) instead of /var/lib/postgresql/data, and the Grafana datasource provisioning sets postgresVersion to 1800.

Grafana database env parametrization is intentionally out of scope.

Signed-off-by: DoDiODev <DoDiDev@proton.me>

Author: DoDiODev

.devcontainer/docker-compose.yml

@@ -24,7 +24,7 @@ services:
       - default
     command: sleep infinity
   mysql:
-    image: mysql:8
+    image: mysql:8.4.10
     volumes:
       - mysql-storage:/var/lib/mysql
     restart: always

backend/test/e2e/remote/docker-compose.test.yml

@@ -19,7 +19,7 @@ version: "3"
 services:
 
   mysql-test:
-    image: mysql:8.0.26
+    image: mysql:8.4.10
     platform: linux/x86_64
     volumes:
       - mysql-test-storage:/var/lib/mysql
@@ -33,12 +33,12 @@ services:
       MYSQL_PASSWORD: merico
 
   postgres-test:
-    image: postgres:14.2-alpine
+    image: postgres:18.1-alpine
     restart: always
     ports:
       - "3308:5432"
     volumes:
-      - postgres-test-storage:/var/lib/postgresql/data
+      - postgres-test-storage:/var/lib/postgresql
     environment:
       POSTGRES_DB: lake
       POSTGRES_USER: merico

devops/deployment/temporal/docker-compose-temporal.yml

@@ -16,7 +16,7 @@
 version: "3"
 services:
   mysql:
-    image: mysql:8.0.26
+    image: mysql:8.4.10
     volumes:
       - mysql-storage:/var/lib/mysql
     restart: always

docker-compose-dev-mysql.yml

@@ -18,7 +18,7 @@ name: devlake-mysql
 
 services:
   mysql:
-    image: mysql:8
+    image: mysql:8.4.10
     volumes:
       - mysql-storage:/var/lib/mysql
     restart: always

docker-compose-dev-postgresql.yml

@@ -16,8 +16,8 @@
 name: devlake-postgresql
 
 services:
-  postgres: 
-    image: postgres:17.2
+  postgres:
+    image: postgres:18.1
     volumes:
       - postgres-storage:/var/lib/postgresql
     restart: always

docker-compose.datasources.yml

@@ -20,7 +20,7 @@ version: "3"
 services:
 
   mysql-ds:
-    image: mysql:8
+    image: mysql:8.4.10
     volumes:
       - ./.docker/mysql-ds:/var/lib/mysql
       # init.sql only runs on bootstrap. If you want to manually add the extra databases, run the SQL statements in the init.sql as MySQL root user

grafana/scripts/entrypoint.sh

@@ -204,7 +204,7 @@ else
   },
   "jsonData": {
     "sslmode": "${SSL_MODE}",
-    "postgresVersion": 1400,
+    "postgresVersion": 1800,
     "database": "${POSTGRES_DATABASE}"
   },
   "access": "proxy",