Skip to content

ci: batch pg/integration test jobs + faster container health-checks #1408

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
pyramation merged 1 commit into from
Jul 21, 2026
Merged

ci: batch pg/integration test jobs + faster container health-checks #1408

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
116 changes: 42 additions & 74 deletions .github/workflows/run-tests.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -147,53 +147,26 @@ jobs:
timeout-minutes: 15
strategy:
fail-fast: false
# Each package's actual `pnpm test` step runs only a few seconds, while
# every matrix job pays ~50s of fixed overhead (service container init
# dominates). Batch packages into a few jobs that run tests sequentially
# against one shared Postgres container to amortize that overhead.
matrix:
include:
- package: pgpm/core
env: {}
- package: pgpm/cli
env: {}
- package: packages/client
env:
TEST_DATABASE_URL: postgres://postgres:password@localhost:5432/postgres
- package: packages/safegres
env: {}
- package: postgres/pg-codegen
env: {}
- package: postgres/pgsql-test
env: {}
- package: postgres/drizzle-orm-test
env: {}
- package: postgres/introspectron
env: {}
- package: graphile/graphile-test
env: {}
- package: graphile/graphile-connection-filter
env: {}
- package: graphile/graphile-postgis
env: {}
- package: graphile/graphile-search
env: {}
- package: graphile/graphile-ltree
env: {}
- package: graphile/graphile-bulk-mutations
env: {}
- package: graphile/graphile-function-bindings
env: {}
- package: graphql/orm-test
env: {}
- package: graphql/test
env: {}
- package: graphql/playwright-test
env: {}
- package: jobs/knative-job-service
env: {}
- batch: pg-core
packages: 'pgpm/core pgpm/cli jobs/knative-job-service packages/client packages/safegres postgres/pg-codegen'
- batch: pg-postgres
packages: 'postgres/pgsql-test postgres/drizzle-orm-test postgres/introspectron graphile/graphile-test graphile/graphile-connection-filter graphile/graphile-postgis'
- batch: pg-graphql
packages: 'graphile/graphile-search graphile/graphile-ltree graphile/graphile-bulk-mutations graphile/graphile-function-bindings graphql/orm-test graphql/test graphql/playwright-test'

env:
PGHOST: localhost
PGPORT: 5432
PGUSER: postgres
PGPASSWORD: password
# packages/client reads TEST_DATABASE_URL; harmless for the others.
TEST_DATABASE_URL: postgres://postgres:password@localhost:5432/postgres
# Pin an explicit heap cap: on smaller runners Node's memory-derived
# default can land near ~2GB and OOM Jest.
NODE_OPTIONS: '--max-old-space-size=4096'
Expand All @@ -206,9 +179,9 @@ jobs:
POSTGRES_PASSWORD: password
options: >-
--health-cmd "pg_isready -U postgres"
--health-interval 10s
--health-interval 3s
--health-timeout 5s
--health-retries 5
--health-retries 10
ports:
- 5432:5432

Expand Down Expand Up @@ -253,9 +226,13 @@ jobs:
- name: Install pgpm fixture modules
run: pnpm fixtures:install

- name: Test ${{ matrix.package }}
run: cd ./${{ matrix.package }} && pnpm test
env: ${{ matrix.env }}
- name: Test ${{ matrix.batch }}
run: |
for pkg in ${{ matrix.packages }}; do
echo "::group::Testing $pkg"
(cd ./$pkg && pnpm test)
echo "::endgroup::"
done

# =========================================================================
# TIER 3 – Integration tests (PostgreSQL + MinIO)
Expand All @@ -266,29 +243,14 @@ jobs:
timeout-minutes: 15
strategy:
fail-fast: false
# Batched to amortize per-job fixed overhead (service container init
# dominates) — see the pg-tests tier for rationale.
matrix:
include:
- package: pgpm/env
env: {}
- package: uploads/s3-streamer
env:
BUCKET_NAME: test-bucket
- package: packages/upload-client
env: {}
- package: packages/bucket-provisioner
env: {}
- package: graphile/graphile-settings
env: {}
- package: graphile/graphile-presigned-url-plugin
env: {}
- package: graphile/graphile-bucket-provisioner-plugin
env: {}
- package: graphql/server-test
env: {}
- package: graphql/env
env: {}
- package: graphql/server
env: {}
- batch: integration-graphql
packages: 'graphql/server-test graphql/server graphql/env pgpm/env'
- batch: integration-uploads
packages: 'uploads/s3-streamer packages/upload-client packages/bucket-provisioner graphile/graphile-settings graphile/graphile-presigned-url-plugin graphile/graphile-bucket-provisioner-plugin'

env:
PGHOST: localhost
Expand All @@ -299,6 +261,8 @@ jobs:
AWS_ACCESS_KEY: minioadmin
AWS_SECRET_KEY: minioadmin
AWS_REGION: us-east-1
# uploads/s3-streamer reads BUCKET_NAME; harmless for the others.
BUCKET_NAME: test-bucket
# Pin an explicit heap cap: on smaller runners Node's memory-derived
# default can land near ~2GB and OOM Jest.
NODE_OPTIONS: '--max-old-space-size=4096'
Expand All @@ -311,9 +275,9 @@ jobs:
POSTGRES_PASSWORD: password
options: >-
--health-cmd "pg_isready -U postgres"
--health-interval 10s
--health-interval 3s
--health-timeout 5s
--health-retries 5
--health-retries 10
ports:
- 5432:5432

Expand All @@ -327,9 +291,9 @@ jobs:
- 9001:9001
options: >-
--health-cmd "curl -f http://localhost:9000/minio/health/live || exit 1"
--health-interval 10s
--health-interval 3s
--health-timeout 5s
--health-retries 5
--health-retries 10

steps:
- name: Download workspace
Expand Down Expand Up @@ -372,9 +336,13 @@ jobs:
- name: Install pgpm fixture modules
run: pnpm fixtures:install

- name: Test ${{ matrix.package }}
run: cd ./${{ matrix.package }} && pnpm test
env: ${{ matrix.env }}
- name: Test ${{ matrix.batch }}
run: |
for pkg in ${{ matrix.packages }}; do
echo "::group::Testing $pkg"
(cd ./$pkg && pnpm test)
echo "::endgroup::"
done

# =========================================================================
# TIER 4 – AI integration tests (PostgreSQL + Ollama)
Expand Down Expand Up @@ -407,9 +375,9 @@ jobs:
POSTGRES_PASSWORD: password
options: >-
--health-cmd "pg_isready -U postgres"
--health-interval 10s
--health-interval 3s
--health-timeout 5s
--health-retries 5
--health-retries 10
ports:
- 5432:5432

Expand Down
Loading