Fix package testing for modern base images and improve debugging

- Upgrade deb test image from debian:10 to debian:12
- Migrate rpm test image from centos:8 (EOL) to rockylinux:9
- Fix systemd unit paths for Rocky Linux (/lib -> /usr/lib)
- Add proper Cortex config and data directories in test containers
- Increase readiness timeout and add diagnostic output on failure
- Run containers in privileged mode for systemd compatibility

Signed-off-by: Friedrich Gonzalez <1517449+friedrichg@users.noreply.github.com>

Author: friedrichg

packaging/deb/debian-systemd/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:10
+FROM debian:12
 ENV container docker
 ENV LC_ALL C
 ENV DEBIAN_FRONTEND noninteractive

packaging/rpm/centos-systemd/Dockerfile

@@ -1,14 +1,14 @@
-FROM centos:8
+FROM rockylinux:9
 ENV container docker
-RUN (cd /lib/systemd/system/sysinit.target.wants/; for i in *; do [ $i == \
-        systemd-tmpfiles-setup.service ] || rm -f $i; done); \
-        rm -f /lib/systemd/system/multi-user.target.wants/*; \
+RUN dnf -y install systemd && dnf clean all && \
+        (cd /usr/lib/systemd/system/sysinit.target.wants/; for i in *; do [ "$i" = \
+        systemd-tmpfiles-setup.service ] || rm -f "$i"; done); \
+        rm -f /usr/lib/systemd/system/multi-user.target.wants/*; \
         rm -f /etc/systemd/system/*.wants/*; \
-        rm -f /lib/systemd/system/local-fs.target.wants/*; \
-        rm -f /lib/systemd/system/sockets.target.wants/*udev*; \
-        rm -f /lib/systemd/system/sockets.target.wants/*initctl*; \
-        rm -f /lib/systemd/system/basic.target.wants/*; \
-        rm -f /lib/systemd/system/anaconda.target.wants/*;
+        rm -f /usr/lib/systemd/system/local-fs.target.wants/*; \
+        rm -f /usr/lib/systemd/system/sockets.target.wants/*udev*; \
+        rm -f /usr/lib/systemd/system/sockets.target.wants/*initctl*; \
+        rm -f /usr/lib/systemd/system/basic.target.wants/*;
 
 VOLUME [ "/sys/fs/cgroup"]
 CMD ["/usr/sbin/init"]

tools/packaging/test-packages

@@ -46,14 +46,23 @@ function test_with_systemd() {
 
     echo "Testing $install_command on $image ($platform)"
 
-    container=$(docker run --platform="${platform}" --tmpfs /run --tmpfs /run/lock -v /sys/fs/cgroup:/sys/fs/cgroup:ro -itd -v "$(pwd)"/dist:/opt/cortex -p 9009 "${image}")
+    container=$(docker run --platform="${platform}" --privileged --tmpfs /run --tmpfs /run/lock -v /sys/fs/cgroup:/sys/fs/cgroup -td -v "$(pwd)"/dist:/opt/cortex -v "$(pwd)"/docs/configuration:/opt/config:ro -p 9009 "${image}")
     CONTAINERS+=("${container}")
 
     port=$(docker inspect --format='{{(index (index .NetworkSettings.Ports "9009/tcp") 0).HostPort}}' "${container}")
 
-    docker exec -it "${container}" /bin/bash -c "${install_command}; systemctl start cortex.service; systemctl enable cortex.service"
-
-    ready 10 1 "${port}" || error "Testing image: ${image} with command: '${install_command}' failed"
+    docker exec "${container}" /bin/bash -c "${install_command}; mkdir -p /tmp/cortex/tsdb /tmp/cortex/tsdb-sync /tmp/cortex/compactor /tmp/cortex/rules /tmp/cortex/alerts /var/lib/cortex/data/tsdb && chown -R cortex:cortex /tmp/cortex /var/lib/cortex; cp /opt/config/single-process-config-blocks-local.yaml /etc/cortex/single-process-config.yaml && chown root:cortex /etc/cortex/single-process-config.yaml; systemctl start cortex.service; systemctl enable cortex.service"
+
+    ready 30 2 "${port}" || {
+        echo "--- curl localhost:${port}/ready ---"
+        curl -s localhost:"${port}"/ready || true
+        echo ""
+        echo "--- systemctl status cortex.service ---"
+        docker exec "${container}" systemctl status cortex.service || true
+        echo "--- journalctl -u cortex.service ---"
+        docker exec "${container}" journalctl -u cortex.service --no-pager -n 50 || true
+        error "Testing image: ${image} with command: '${install_command}' failed"
+    }
 }
 
 test_with_systemd "${IMAGE_PREFIX}"debian-systemd:amd64 linux/amd64 "dpkg -i /opt/cortex/cortex-${VERSION}_amd64.deb"