Merge pull request #3 from gitmobkab/unique_constraint_feature

this is just to merge the changes for the new unique constraint feature

Author: gitmobkab

.github/workflows/ci.yml

@@ -7,14 +7,10 @@ on:
     branches: [main]
 
 jobs:
-  lint-and-test:
+  lint:
     runs-on: ubuntu-latest
-
     steps:
       - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          fetch-tags: true
 
       - name: Install uv
         uses: astral-sh/setup-uv@v5
@@ -28,5 +24,71 @@ jobs:
       - name: Lint with ruff
         run: uv run ruff check src/
 
+  test:
+    runs-on: ubuntu-latest
+    needs: lint
+
+    services:
+      mysql:
+        image: mysql:8.0
+        env:
+          MYSQL_ROOT_PASSWORD: root
+          MYSQL_DATABASE: copia_test
+        ports:
+          - 3306:3306
+        options: >-
+          --health-cmd="mysqladmin ping"
+          --health-interval=10s
+          --health-timeout=5s
+          --health-retries=3
+
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_PASSWORD: root
+          POSTGRES_DB: copia_test
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd="pg_isready"
+          --health-interval=10s
+          --health-timeout=5s
+          --health-retries=3
+
+    env:
+      COPIA_TEST_MYSQL_HOST: 127.0.0.1
+      COPIA_TEST_MYSQL_PORT: 3306
+      COPIA_TEST_MYSQL_USER: root
+      COPIA_TEST_MYSQL_PASSWORD: root
+      COPIA_TEST_MYSQL_DB: copia_test
+      COPIA_TEST_PG_HOST: 127.0.0.1
+      COPIA_TEST_PG_PORT: 5432
+      COPIA_TEST_PG_USER: postgres
+      COPIA_TEST_PG_PASSWORD: root
+      COPIA_TEST_PG_DB: copia_test
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          fetch-tags: true
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Set up Python
+        run: uv python install 3.13
+
+      - name: Install dependencies and all extras
+        run: uv sync --all-groups --all-extras
+
+      - name: Set up MySQL schema
+        run: |
+          mysql -h 127.0.0.1 -u root -proot copia_test < tests/adapters/schema.sql
+
+      - name: Set up PostgreSQL schema
+        run: |
+          PGPASSWORD=root psql -h 127.0.0.1 -U postgres -d copia_test -f tests/adapters/schema.sql
+
       - name: Run tests
         run: uv run pytest tests/ --cov=src/copia --cov-report=term-missing

CHANGELOG.md

@@ -5,6 +5,23 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [Unreleased]
+
+### Added
+
+- official postgres adapter
+- unique keyword and generated values
+
+### Changed
+
+- the dsl syntax now explicitly require parantheses after the name of a generator
+- the `ref` generator is now called `fetch` as the name is more intuitive
+- the cli logs messages appereance
+
+### Removed
+
+- tests on profile keys `host`, `database` and `user` for more flexibility
+
 ## [0.2.1] - 2026-04-26
 
 ### Fixed

README.md

@@ -79,7 +79,7 @@ created_at:  past_date()
 
 - **Simple language** — if you know what a function call looks like, you know the Copia DSL
 - **Realistic data** — built on [Faker](https://faker.readthedocs.io/), 25+ generators out of the box
-- **Relational-aware** — [`ref('table.column')`](https://gitmobkab.github.io/copia/generators/ref) samples from existing rows, so foreign keys just work
+- **Relational-aware** — [`fetch('table.column')`](https://gitmobkab.github.io/copia/generators/fetch) samples from existing rows, so foreign keys just work
 - **Interactive TUI** — write, preview, and insert without leaving your terminal
 
 ## Installation

docs/index.md

@@ -52,7 +52,7 @@ Run it for as many rows as you need. Thanks to Faker every value is realistic, f
 - **Framework-agnostic.** Works on any relational database, any stack.
 - **Simple language.** If you know what a function call looks like, you know the Copia DSL.
 - **Realistic data.** Built on [Faker](https://faker.readthedocs.io/) — names, emails, addresses, IPs, dates, and more out of the box.
-- **Relational-aware.** The [`ref()`](generators/ref.md) generator lets you sample from existing rows, so foreign keys just work.
+- **Relational-aware.** The [`fetch()`](generators/fetch.md) generator lets you sample from existing rows, so foreign keys just work.
 - **Interactive.** A full TUI lets you write, preview, and insert without leaving your terminal.
 
 ---

layouts/social_card_bg.png

@@ -76,7 +76,8 @@ plugins:
   - meta
   - social:
       cards_layout_options:
-        background_color: "#0f1210"
+        background_color: "transparent"
+        background_image: layouts/social_card_bg.png
         color: "#e2ece2"
         font_family: JetBrains Mono
   - blog:

mkdocs.yml

@@ -16,7 +16,6 @@ dependencies = [
     "lark>=1.3.1",
     "pydantic>=2.12.5",
     "pymysql>=1.1.2",
-    "sqlalchemy>=2.0.48",
     "textual>=8.2.1",
     "typer>=0.24.1",
 ]

pyproject.toml

@@ -12,13 +12,30 @@ def ping(self) -> None: ...
     def get_tables(self) -> list[str]: ...
 
     @abstractmethod
-    def get_columns(self, table: str) -> list[ColumnInfo]: ...
+    def get_columns(self, table: str) -> list[ColumnInfo]: 
+        self.check_table(table)
 
     @abstractmethod
-    def fetch(self, table: str, columns: Sequence[str]) -> list[tuple[Any, ...]]: ...
+    def fetch(self, table: str, columns: Sequence[str]) -> list[tuple[Any, ...]]: 
+        self.check_columns_in_table(table, columns)
 
     @abstractmethod
-    def insert(self, table: str, rows: Sequence[dict[str, Any]], batch_size: int = 200) -> None: ...
+    def insert(self, table: str, rows: Sequence[dict[str, Any]], batch_size: int = 200) -> None:
+        if not rows:
+            raise ValueError("rows cannot be empty")
+        columns = list(rows[0].keys())
+        self.check_columns_in_table(table, columns)
 
     @abstractmethod
-    def close(self) -> None: ...    
+    def close(self) -> None: ...    
+    
+    def check_table(self, table: str) -> None:
+        if table not in self.get_tables():
+            raise ValueError(f'The table {table!r} does not exist in the current db')
+        
+    def check_columns_in_table(self, table: str, columns: Sequence[str]) -> None:
+        self.check_table(table)
+        columns_names = [column.name for column in self.get_columns(table)]
+        for column in columns:
+            if column not in columns_names:
+                raise ValueError(f'The column {column!r} in table {table!r} does not exist')

src/copia/adapters/base_adapter.py

@@ -39,7 +39,7 @@ def get_tables(self) -> list[str]:
             return tables
 
     def get_columns(self, table: str) -> list[ColumnInfo]:
-        self.check_table(table)
+        super().get_columns(table)
         columns : list[ColumnInfo] = []
         with self._connection.cursor() as cursor:
             cursor.execute(f"SHOW COLUMNS FROM {table}")
@@ -55,51 +55,38 @@ def get_columns(self, table: str) -> list[ColumnInfo]:
             return columns
 
     def fetch(self, table: str, columns: Sequence[str]) -> list[tuple[Any, ...]]:
-        self.check_columns_in_table(table, columns)        
+        super().fetch(table, columns)
         columns_query = ", ".join(columns)
         with self._connection.cursor(Cursor) as cursor:
             cursor.execute(f"SELECT {columns_query} FROM {table}")
             return list(cursor.fetchall())
 
     def insert(self, table: str, rows: Sequence[dict[str, Any]], batch_size: int = 200) -> None:
-        if not rows:
-            return
+        super().insert(table, rows)
         columns = list(rows[0].keys())
-        self.check_columns_in_table(table, columns)
         columns_query = ", ".join(columns)
         placeholders = ", ".join(f"%({c})s" for c in columns)
         query = f"INSERT INTO {table} ({columns_query}) VALUES ({placeholders})"
 
         iterator = iter(rows)
         with self._connection.cursor() as cursor:
             while batch := list(islice(iterator, batch_size)):
-                coerced_batch = list(map(self.coerce_row, batch))
+                coerced_batch = list(map(self._coerce_row, batch))
                 cursor.executemany(query, coerced_batch)
         self._connection.commit()
 
-    def coerce_row(self, row: dict[str, Any]) -> dict[str, Any]:
+    def _coerce_row(self, row: dict[str, Any]) -> dict[str, Any]:
         coerced_row: dict[str, Any] = {}
-        for key, value in row:
-            coerced_row[key] = self.coerce(value)
+        for key, value in row.items():
+            coerced_row[key] = self._coerce(value)
         return coerced_row
 
 
-    def coerce(self, value: Any) -> Any:
+    def _coerce(self, value: Any) -> Any:
         type_of_value = type(value)
         if coercer := self.COERCERS.get(type_of_value):
             return coercer(value)
         return value
 
     def close(self) -> None:
-        self._connection.close()
-        
-    def check_table(self, table: str) -> None:
-        if table not in self.get_tables():
-            raise ValueError(f'The table {table!r} does not exist in the current db')
-        
-    def check_columns_in_table(self, table: str, columns: Sequence[str]) -> None:
-        self.check_table(table)
-        real_columns_names = [column.name for column in self.get_columns(table)]
-        for column in columns:
-            if column not in real_columns_names:
-                raise ValueError(f'The column {column!r} in table {table!r} does not exist')
+        self._connection.close()

src/copia/adapters/mysql_adapter.py

@@ -27,6 +27,7 @@ def get_tables(self) -> list[str]:
             return [row[0] for row in cursor.fetchall()]
 
     def get_columns(self, table: str) -> list[ColumnInfo]:
+        super().get_columns(table)
         columns: list[ColumnInfo] = []
         with self._connection.cursor() as cursor:
             cursor.execute(
@@ -47,6 +48,7 @@ def get_columns(self, table: str) -> list[ColumnInfo]:
             return columns
 
     def fetch(self, table: str, columns: Sequence[str]) -> list[tuple[Any, ...]]:
+        super().fetch(table, columns)
         query = SQL("SELECT {0} FROM {1}")
         columns_query = self.escape_columns(columns)
         composed_query = query.format(
@@ -58,8 +60,7 @@ def fetch(self, table: str, columns: Sequence[str]) -> list[tuple[Any, ...]]:
             return cursor.fetchall()
 
     def insert(self, table: str, rows: Sequence[dict[str, Any]], batch_size: int = 200) -> None:
-        if not rows:
-            return
+        super().insert(table, rows)
         columns = list(rows[0].keys())
         query = SQL("INSERT INTO {0} ({1}) VALUES ({2})")
         columns = list(rows[0].keys())