ci(ClickHouse): Run engine-parity harness against a docker-compose ClickHouse

beep boop

Author: khvn26

.github/workflows/ci.yml

@@ -17,6 +17,8 @@ jobs:
       SNOWFLAKE_DATABASE: ${{ secrets.SNOWFLAKE_DATABASE }}
       SNOWFLAKE_SCHEMA: ${{ secrets.SNOWFLAKE_SCHEMA }}
       SNOWFLAKE_PRIVATE_KEY_PATH: /tmp/snowflake_pk.p8
+      CLICKHOUSE_HOST: localhost
+      CLICKHOUSE_PORT: "8123"
     steps:
       - uses: actions/checkout@v5
         with:
@@ -30,6 +32,8 @@ jobs:
         run: |
           umask 077
           printf '%s' "${{ secrets.SNOWFLAKE_PRIVATE_KEY }}" > /tmp/snowflake_pk.p8
+      - name: Start ClickHouse
+        run: docker compose up --detach --wait clickhouse
       - run: make test
       - name: Check Coverage
         uses: 5monkeys/cobertura-action@v14

README.md

@@ -112,13 +112,8 @@ export SNOWFLAKE_ACCOUNT=...
 export SNOWFLAKE_USER=...
 export SNOWFLAKE_PRIVATE_KEY_PATH=...
 
-# ClickHouse (bring up a local container first)
-docker run -d --rm --name clickhouse-parity \
-    -p 18123:8123 \
-    -e CLICKHOUSE_SKIP_USER_SETUP=1 \
-    clickhouse/clickhouse-server:latest
-export CLICKHOUSE_HOST=localhost
-export CLICKHOUSE_PORT=18123
+# ClickHouse — bring up the local container the CI workflow also uses
+docker compose up --detach --wait clickhouse
 
 uv run pytest tests/test_engine.py
 ```

docker-compose.yml

@@ -0,0 +1,19 @@
+services:
+  clickhouse:
+    image: clickhouse/clickhouse-server:25.5.6
+    environment:
+      # Skip the random-password bootstrap. The container is only ever
+      # reachable from the harness on the same compose network / host
+      # loopback, so the default `default` user with no password is fine.
+      CLICKHOUSE_SKIP_USER_SETUP: "1"
+    ports:
+      - "8123:8123"
+    ulimits:
+      nofile:
+        soft: 262144
+        hard: 262144
+    healthcheck:
+      test: ["CMD", "wget", "--spider", "-q", "http://localhost:8123/ping"]
+      interval: 2s
+      timeout: 2s
+      retries: 15