Static factory mapper (#2341)

* fix: split postgresql fetch into fetch and fetchSingle

- fixed TypeMapper phpstan templates

* fix: regenerated dsl definitions

* refactor: simplify composer action

* fix: yaml syntax in gha job-tests.yml

* fix: codecov config

* chore: debug slow tests

* fix: replaced fragile test based on process fork with mock

* fix: use node 22 to spawn wrangler on ci/cd

* refactor: replace openstack with minio

Author: norberttech

.codecov.yaml

@@ -1,14 +1,10 @@
 codecov:
   notify:
-    after_n_builds: 5
+    after_n_builds: 3
 
 comment:
   layout: "condensed_header, diff, components"
-  after_n_builds: 5
-
-flag_management:
-  default_rules:
-    carryforward: true
+  after_n_builds: 3
 
 component_management:
   individual_components:
@@ -76,6 +72,10 @@ component_management:
       name: bridge-monolog-http
       paths:
         - src/bridge/monolog/http/**
+    - component_id: bridge-monolog-telemetry
+      name: bridge-monolog-telemetry
+      paths:
+        - src/bridge/monolog/telemetry/**
     - component_id: bridge-openapi-specification
       name: bridge-openapi-specification
       paths:

.github/workflows/job-arrow-extension.yml

@@ -91,7 +91,7 @@ jobs:
         run: composer install --no-interaction --no-progress
 
       - name: Run Parquet Integration Tests with Arrow
-        run: composer test:lib:parquet
+        run: composer test -- --testsuite=lib-parquet-integration
 
       - name: Upload to Codecov
         if: ${{ !cancelled() && matrix.php == '8.3' && matrix.os == 'ubuntu-latest' }}

.github/workflows/job-extension-tests.yml

@@ -38,16 +38,16 @@ jobs:
           cache-key-suffix: "-extensions"
 
       - name: "Test Brotli"
-        run: "composer test:lib:parquet -- --group brotli-extension"
+        run: "composer test -- --group brotli-extension"
 
       - name: "Test LZ4"
-        run: "composer test:lib:parquet -- --group lz4-extension"
+        run: "composer test -- --group lz4-extension"
 
       - name: "Test ZSTD"
-        run: "composer test:lib:parquet -- --group zstd-extension"
+        run: "composer test -- --group zstd-extension"
 
       - name: "Test Snappy"
-        run: "composer test:lib:parquet -- --group snappy-extension"
+        run: "composer test -- --group snappy-extension"
 
       - name: Upload to Codecov
         if: ${{ !cancelled() && matrix.php-version == '8.3' }}

.github/workflows/job-tests.yml

@@ -40,16 +40,6 @@ jobs:
           --health-retries 10
         ports:
           - 9200:9200
-      localstack:
-        image: localstack/localstack:latest
-        env:
-          LOCALSTACK_AUTH_TOKEN: ${{ secrets.LOCALSTACK_AUTH_TOKEN }}
-          SERVICES: s3
-          AWS_ACCESS_KEY_ID: test
-          AWS_SECRET_ACCESS_KEY: test
-        ports:
-          - 4566:4566
-          - 4571:4571
     strategy:
       fail-fast: false
       matrix:
@@ -81,6 +71,18 @@ jobs:
             sleep 2
           done
 
+      - name: "Start MinIO and create bucket"
+        run: |
+          docker run -d --name minio -p 9000:9000 \
+            -e MINIO_ROOT_USER=minioadmin \
+            -e MINIO_ROOT_PASSWORD=minioadmin \
+            quay.io/minio/minio:latest server /data
+          timeout 30 sh -c 'until curl -fs http://localhost:9000/minio/health/live > /dev/null; do sleep 1; done'
+          docker run --rm --network=host --entrypoint sh quay.io/minio/mc:latest -c "
+            mc alias set local http://localhost:9000 minioadmin minioadmin &&
+            mc mb local/flowphpbucket01 --ignore-existing
+          "
+
       - name: "Setup PHP Environment"
         uses: "./.github/actions/setup-php-env"
         with:
@@ -116,43 +118,25 @@ jobs:
         env:
           AZURITE_ACCOUNTS: flowphpaccount01:flowphpkey01
 
-      - name: "Test - Libraries"
-        run: "composer test:libraries"
-        env:
-          FLOW_PARQUET_TESTS_DEBUG: "0"
-          PGSQL_DATABASE_URL: pgsql://postgres:postgres@127.0.0.1:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8
-          MYSQL_DATABASE_URL: mysql://mysql:mysql@127.0.0.1:${{ job.services.mysql.ports[3306] }}/mysql
-
-      - name: "Test - ETL Core"
-        run: "composer test:core"
-
-      - name: "Test - CLI"
-        run: "composer test:cli"
-        env:
-          PGSQL_DATABASE_URL: pgsql://postgres:postgres@127.0.0.1:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8
-
-      - name: "Test - Adapters"
-        run: "composer test:adapters"
+      - name: "Test"
+        timeout-minutes: 10
+        run: "composer test -- --coverage-clover=./var/phpunit/coverage/clover/coverage.xml --log-junit ./var/phpunit/logs/junit.xml"
         env:
           PGSQL_DATABASE_URL: pgsql://postgres:postgres@127.0.0.1:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8
           MYSQL_DATABASE_URL: mysql://mysql:mysql@127.0.0.1:${{ job.services.mysql.ports[3306] }}/mysql
           SQLITE_DATABASE_URL: "sqlite:///:memory:"
-
-      - name: "Test - Bridges"
-        run: "composer test:bridges"
-        env:
-          PGSQL_DATABASE_URL: pgsql://postgres:postgres@127.0.0.1:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8
           AZURITE_HOST: "localhost"
           AZURITE_BLOB_PORT: "10000"
           AZURITE_ACCOUNT_NAME: "flowphpaccount01"
           AZURITE_ACCOUNT_KEY: "flowphpkey01"
-          S3_ENDPOINT: "http://localhost:${{ job.services.localstack.ports[4566] }}"
+          S3_ENDPOINT: "http://localhost:9000"
           S3_REGION: "us-east-1"
-          S3_ACCESS_KEY_ID: "test"
-          S3_SECRET_ACCESS_KEY: "test"
+          S3_ACCESS_KEY_ID: "minioadmin"
+          S3_SECRET_ACCESS_KEY: "minioadmin"
           OTEL_RECEIVER_HTTP_ENDPOINT: "http://localhost:4318"
           OTEL_RECEIVER_GRPC_ENDPOINT: "localhost:4317"
           OTEL_COLLECTOR_METRICS_ENDPOINT: "http://localhost:8888/metrics"
+          FLOW_PARQUET_TESTS_DEBUG: "0"
 
       - name: Upload to Codecov
         uses: ./.github/actions/codecov-report

.github/workflows/job-windows-tests.yml

@@ -50,8 +50,5 @@ jobs:
     uses: ./.github/workflows/job-arrow-extension.yml
     secrets: inherit
 
-  windows-tests:
-    uses: ./.github/workflows/job-windows-tests.yml
-
   mutation-tests:
     uses: ./.github/workflows/job-mutation-tests.yml

.github/workflows/test-suite.yml

@@ -47,7 +47,7 @@ jobs:
       - name: "Setup Node.js"
         uses: "actions/setup-node@v4"
         with:
-          node-version: "20"
+          node-version: "22"
 
       - name: "Create Wrangler dev.vars"
         run: |

.github/workflows/test-website.yml

@@ -38,6 +38,7 @@
         'Flow/ETL/Tests/Unit/Exception',
         'extension/arrow-ext/ext',
         'extension/pg-query-ext/ext',
+        'var',
     ])
     ->notPath('bridge/symfony/postgresql-messenger/polyfill.php');
 

.php-cs-fixer.php

@@ -59,17 +59,31 @@ services:
             - "6379:6379"
         networks:
             - flow-php
-    localstack:
-        image: localstack/localstack:latest
-        container_name: flow-php-localstack
+    minio:
+        image: minio/minio:latest
+        container_name: flow-php-minio
+        command: server /data --console-address ":9001"
         ports:
-            - "4566:4566"
+            - "9000:9000"
+            - "9001:9001"
         environment:
-            - SERVICES=s3
-            - DEBUG=1
-            - DATA_DIR=/var/localstack/data
+            - MINIO_ROOT_USER=minioadmin
+            - MINIO_ROOT_PASSWORD=minioadmin
         volumes:
-            - "./var/localstack:/var/localstack"
+            - "./var/minio:/data"
+        networks:
+            - flow-php
+    minio-init:
+        image: minio/mc
+        container_name: flow-php-minio-init
+        depends_on:
+            - minio
+        entrypoint: >
+            /bin/sh -c "
+            until mc alias set flow http://minio:9000 minioadmin minioadmin; do sleep 1; done;
+            mc mb flow/flowphpbucket01 --ignore-existing;
+            exit 0;
+            "
         networks:
             - flow-php
     aspire: