refactor: flow-php/postgresql - migrations core

chore: introduce parameters() dsl function to posgresql client
feature: introduce schema to flow-php/postgresql

- create schema definition
- read whole Catalog from a postgresql db
- added dependeny from flow-php/types
- created TypeMapper to quickly map rows into collections of structures

feature: catalog comparator

- including comparator for all db objects

refactor: move parsing data type string to dedicated parser

refactor: unify naming convetion with colum and value type

refactoring: optimizations and renames

- geneate diff sql's for migratiosn up/down
- unify naming of postgresql dsl
- cover unlogged tables
- added toSql() to Schema objects

feature: missing postgresql table options

feature: table rename detection

refactor: remove RawCondition and RawExpression

- unify DSL
- replace inline strings with proper query builders in tests

refactor: split postgresql dsl into smaller files

refactor: simplify diffs to return only one way migration sqls

refactor: make diffs to return query builders

feature: improve rename strategies

- introduce similarity names abstraction
- introduce rename strategy abstraction

feature: detect if the view requires an update

refactor: allow to pass strings instead of col() table() expressions

- update documentation

fix: introduce execution order strategy

chore: flow-php/postgresql-migrations skeleton

Author: norberttech

.codecov.yaml

@@ -60,6 +60,10 @@ component_management:
       name: lib-postgresql
       paths:
         - src/lib/postgresql/**
+    - component_id: lib-postgresql-migrations
+      name: lib-postgresql-migrations
+      paths:
+        - src/lib/postgresql-migrations/**
     - component_id: lib-telemetry
       name: lib-telemetry
       paths:

.github/workflows/monorepo-split.yml

@@ -44,6 +44,8 @@ jobs:
             split_repository: 'types'
           - local_path: 'src/lib/postgresql'
             split_repository: 'postgresql'
+          - local_path: 'src/lib/postgresql-migrations'
+            split_repository: 'postgresql-migrations'
           - local_path: 'src/lib/telemetry'
             split_repository: 'telemetry'
 

bin/docs.php

@@ -60,7 +60,12 @@ public function execute(InputInterface $input, OutputInterface $output) : int
             __DIR__ . '/../src/adapter/etl-adapter-xml/src/Flow/ETL/Adapter/XML/functions.php',
             __DIR__ . '/../src/lib/filesystem/src/Flow/Filesystem/DSL/functions.php',
             __DIR__ . '/../src/lib/types/src/Flow/Types/DSL/functions.php',
-            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/functions.php',
+            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/schema.php',
+            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/query.php',
+            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/condition.php',
+            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/parser.php',
+            __DIR__ . '/../src/lib/postgresql/src/Flow/PostgreSql/DSL/client.php',
+            __DIR__ . '/../src/lib/postgresql-migrations/src/Flow/PostgreSql/Migrations/DSL/functions.php',
             __DIR__ . '/../src/lib/telemetry/src/Flow/Telemetry/DSL/functions.php',
             __DIR__ . '/../src/lib/azure-sdk/src/Flow/Azure/SDK/DSL/functions.php',
             __DIR__ . '/../src/bridge/filesystem/azure/src/Flow/Filesystem/Bridge/Azure/DSL/functions.php',

composer.json

@@ -104,6 +104,7 @@
         "flow-php/parquet": "self.version",
         "flow-php/parquet-viewer": "self.version",
         "flow-php/postgresql": "self.version",
+        "flow-php/postgresql-migrations": "self.version",
         "flow-php/psr7-telemetry-bridge": "self.version",
         "flow-php/psr18-telemetry-bridge": "self.version",
         "flow-php/snappy": "self.version",
@@ -157,6 +158,7 @@
                 "src/lib/parquet-viewer/src/Flow",
                 "src/lib/parquet/src/Flow",
                 "src/lib/postgresql/src/Flow",
+                "src/lib/postgresql-migrations/src/Flow",
                 "src/lib/snappy/src/Flow",
                 "src/lib/telemetry/src/Flow",
                 "src/lib/types/src/Flow",
@@ -204,8 +206,13 @@
             "src/lib/parquet/src/Flow/Parquet/functions.php",
             "src/lib/parquet/src/Flow/Parquet/Binary/functions.php",
             "src/lib/parquet/src/stubs.php",
-            "src/lib/postgresql/src/Flow/PostgreSql/DSL/functions.php",
+            "src/lib/postgresql/src/Flow/PostgreSql/DSL/client.php",
+            "src/lib/postgresql/src/Flow/PostgreSql/DSL/condition.php",
+            "src/lib/postgresql/src/Flow/PostgreSql/DSL/parser.php",
+            "src/lib/postgresql/src/Flow/PostgreSql/DSL/query.php",
+            "src/lib/postgresql/src/Flow/PostgreSql/DSL/schema.php",
             "src/lib/postgresql/src/stubs.php",
+            "src/lib/postgresql-migrations/src/Flow/PostgreSql/Migrations/DSL/functions.php",
             "src/lib/snappy/polyfill.php",
             "src/lib/telemetry/src/Flow/Telemetry/DSL/functions.php",
             "src/lib/types/src/Flow/Types/DSL/functions.php"
@@ -250,6 +257,7 @@
                 "src/lib/parquet-viewer/tests/Flow",
                 "src/lib/parquet/tests/Flow",
                 "src/lib/postgresql/tests/Flow",
+                "src/lib/postgresql-migrations/tests/Flow",
                 "src/lib/snappy/tests/Flow",
                 "src/lib/telemetry/tests/Flow",
                 "src/lib/types/tests/Flow",
@@ -296,6 +304,7 @@
             "@test:lib:parquet",
             "@test:lib:parquet-viewer",
             "@test:lib:postgresql",
+            "@test:lib:postgresql-migrations",
             "@test:lib:snappy",
             "@test:lib:telemetry",
             "@test:lib:types"
@@ -371,6 +380,10 @@
             "tools/phpunit/vendor/bin/phpunit --testsuite=lib-postgresql-unit --log-junit ./var/phpunit/logs/lib-postgresql-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/lib-postgresql-unit.coverage.xml",
             "tools/phpunit/vendor/bin/phpunit --testsuite=lib-postgresql-integration --log-junit ./var/phpunit/logs/lib-postgresql-integration.junit.xml --coverage-clover=./var/phpunit/coverage/clover/lib-postgresql-integration.coverage.xml"
         ],
+        "test:lib:postgresql-migrations": [
+            "tools/phpunit/vendor/bin/phpunit --testsuite=lib-postgresql-migrations-unit --log-junit ./var/phpunit/logs/lib-postgresql-migrations-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/lib-postgresql-migrations-unit.coverage.xml",
+            "tools/phpunit/vendor/bin/phpunit --testsuite=lib-postgresql-migrations-integration --log-junit ./var/phpunit/logs/lib-postgresql-migrations-integration.junit.xml --coverage-clover=./var/phpunit/coverage/clover/lib-postgresql-migrations-integration.coverage.xml"
+        ],
         "test:bridge:filesystem-azure": [
             "tools/phpunit/vendor/bin/phpunit --testsuite=bridge-filesystem-azure-unit --log-junit ./var/phpunit/logs/bridge-filesystem-azure-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/bridge-filesystem-azure-unit.coverage.xml",
             "tools/phpunit/vendor/bin/phpunit --testsuite=bridge-filesystem-azure-integration --log-junit ./var/phpunit/logs/bridge-filesystem-azure-integration.junit.xml --coverage-clover=./var/phpunit/coverage/clover/bridge-filesystem-azure-integration.coverage.xml"