Merge branch 'substrait-io:main' into correlated_reference

Author: yongchul

.flake8

@@ -1,3 +1,3 @@
 # SPDX-License-Identifier: Apache-2.0
 
-* @jacques-n @cpcloud @westonpace @epsilonprime @vbarua @yongchul
+* @jacques-n @cpcloud @westonpace @epsilonprime @vbarua @yongchul @benbellick @nielspardon

.github/CODEOWNERS

@@ -6,6 +6,6 @@ updates:
       interval: "daily"
 
   - package-ecosystem: "pip"
-    directory: "/site"
+    directory: "/"
     schedule:
       interval: "daily"

.github/dependabot.yml

@@ -8,7 +8,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -30,7 +30,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -43,7 +43,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -54,7 +54,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -65,23 +65,21 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
       - name: Validate YAML extensions
         run: |
-          pixi run check-jsonschema --schemafile text/simple_extensions_schema.yaml extensions/*.yaml
-          pixi run check-jsonschema --schemafile text/simple_extensions_schema.yaml site/examples/**/*.yaml
-          pixi run check-jsonschema --schemafile text/dialect_schema.yaml dialects/tests/*.yaml
+          pixi run check-jsonschema
   dry_run_release:
     name: Dry-run release
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
         with:
           fetch-depth: 0
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
@@ -92,24 +90,24 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true
       - name: Generate protobuf bindings
         run: pixi run generate-protobuf
-      - name: Black
-        run: pixi run black
-      - name: Flake8
-        run: pixi run flake8
+      - name: Ruff format check
+        run: pixi run ruff-format-check
+      - name: Ruff lint
+        run: pixi run ruff-lint
       - name: Run tests including test_substrait_extension_coverage
         run: pixi run test
   check-proto-prefix:
     name: Check proto-prefix.py
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true

.github/workflows/pr.yml

@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true

.github/workflows/pr_breaking.yml

@@ -29,7 +29,7 @@ jobs:
           fetch-depth: 0
           token: ${{ steps.generate-token.outputs.token }}
 
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true

.github/workflows/release.yml

@@ -15,7 +15,7 @@ jobs:
     if: ${{ github.repository == 'substrait-io/substrait' }}
     steps:
       - uses: actions/checkout@v6
-      - uses: prefix-dev/setup-pixi@v0.9.4
+      - uses: prefix-dev/setup-pixi@v0.9.5
         with:
           pixi-version: v0.66.0
           cache: true

.github/workflows/site.yml

@@ -13,14 +13,14 @@ repos:
   hooks:
   - id: commitlint
     stages: [commit-msg]
-- repo: https://github.com/psf/black
-  rev: 24.8.0
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.8.4
   hooks:
-  - id: black
-- repo: https://github.com/pycqa/flake8
-  rev: 7.0.0
-  hooks:
-  - id: flake8
+  # Run the linter
+  - id: ruff
+    args: [--fix]
+  # Run the formatter
+  - id: ruff-format
 - repo: local
   hooks:
   - id: check-substrait-extensions_coverage

.pre-commit-config.yaml

@@ -1,6 +1,51 @@
 Release Notes
 ---
 
+## [0.88.0](https://github.com/substrait-io/substrait/compare/v0.87.0...v0.88.0) (2026-04-12)
+
+### ⚠ BREAKING CHANGES
+
+* **extensions:** deprecates the function signatures for std_dev and
+variance using function options in favor of the versions using enum
+arguments
+
+Signed-off-by: Niels Pardon <par@zurich.ibm.com>
+* **dialect:** explicitly defines the maximum length of `FIXEDBINARY`
+in the documentation which was already existent in the protobuf
+specification due to the use of `int32` for the `length` argument
+
+- adds `max_length` for `FIXED_BINARY`, `VARCHAR`, `FIXED_CHAR` to the
+dialect schema
+- adds `max_precision` and `max_scale` for `DECIMAL` to the dialect
+schema
+- updated the documentation to mention the maximum length for
+`FIXEDBINARY` which is given by the [use of `int32` for the `length`
+field in the
+proto](https://github.com/substrait-io/substrait/blob/7cceb8369cd533134431979835124de5634a4a47/proto/substrait/type.proto#L178-L179)
+
+follow-up to https://github.com/substrait-io/substrait/pull/961
+fixes https://github.com/substrait-io/substrait/issues/965
+* removes the deprecated `time`, `timestamp` and
+`timestamp_tz` types from:
+
+- proto files
+- dialect schema
+- extension yamls
+- ANTLR grammar
+- test cases
+- coverage python code
+- documentation
+* removed Aggregate.Grouping.grouping_expressions field
+
+### Features
+
+* add TopNRel physical operator with WITH TIES support ([#1009](https://github.com/substrait-io/substrait/issues/1009)) ([6cf8ff3](https://github.com/substrait-io/substrait/commit/6cf8ff3f63eacc81460be38afd41814b89c5d39f))
+* **dialect:** support max length, scale, precision for parameterized types ([#1030](https://github.com/substrait-io/substrait/issues/1030)) ([edaed64](https://github.com/substrait-io/substrait/commit/edaed64c7b64b69a0bb22ce7bc965d7513a5ca91))
+* **extensions:** deprecate std_dev and variance using function options ([#1019](https://github.com/substrait-io/substrait/issues/1019)) ([fc6ab3c](https://github.com/substrait-io/substrait/commit/fc6ab3cc3bb189f47e525db7f4b0c8a94b7b69f9))
+* remove deprecated time, timestamp and timestamp_tz types ([#994](https://github.com/substrait-io/substrait/issues/994)) ([87d73b6](https://github.com/substrait-io/substrait/commit/87d73b663bcc153f9dda7dfe574dca36b1e4ed28)), closes [#980](https://github.com/substrait-io/substrait/issues/980)
+* removed AggregateRel.Grouping.grouping_expressions ([#1002](https://github.com/substrait-io/substrait/issues/1002)) ([c82f39a](https://github.com/substrait-io/substrait/commit/c82f39a077c23107e069a3e93eda97fd7b583555))
+* **tests:** use URN instead of path for extension references ([#1028](https://github.com/substrait-io/substrait/issues/1028)) ([dd25f77](https://github.com/substrait-io/substrait/commit/dd25f77278820ede469b185399e048215b907b56))
+
 ## [0.87.0](https://github.com/substrait-io/substrait/compare/v0.86.0...v0.87.0) (2026-03-29)
 
 ### Features

CHANGELOG.md

@@ -22,7 +22,7 @@ You can also use other Python tooling like `uv` with the PyPI dependencies decla
 Pixi manages two types of dependencies:
 
 - **non-PyPI**: Includes all non-PyPI dependencies (Python itself, buf, ANTLR, Node.js, etc.) as `[tool.pixi.dependencies]` in `pyproject.toml`
-- **PyPI**: Includes all PyPI development dependencies (Black, Flake8, pytest, check-jsonschema, yamllint, etc.) and documentation dependencies (mkdocs and plugins) as a regular pyproject.toml `dev` dependency group in `pyproject.toml` which can be used with other Python package managers like `uv`.
+- **PyPI**: Includes all PyPI development dependencies (Ruff, pytest, check-jsonschema, yamllint, etc.) and documentation dependencies (mkdocs and plugins) as a regular pyproject.toml `dev` dependency group in `pyproject.toml` which can be used with other Python package managers like `uv`.
 
 ## Common Development Tasks
 
@@ -31,11 +31,11 @@ Pixi provides convenient tasks for common development operations. Here are the m
 ### Code Quality and Testing
 
 ```bash
-# Format code with Black
-pixi run black
+# Format code
+pixi run format
 
-# Lint Python code with Flake8
-pixi run flake8
+# Lint code
+pixi run lint
 
 # Run all tests
 pixi run test
@@ -44,30 +44,8 @@ pixi run test
 ### Code Generation
 
 ```bash
-# Generate protobuf Python bindings
-pixi run generate-protobuf
-
-# Generate ANTLR parsers
-pixi run generate-antlr
-```
-
-### Validation and Linting
-
-```bash
-# Lint protobuf files
-pixi run lint-protobuf
-
-# Check protobuf formatting
-pixi run check-protobuf
-
-# Lint YAML files
-pixi run yamllint
-
-# Validate YAML extensions against schemas
-pixi run check-jsonschema --schemafile text/simple_extensions_schema.yaml extensions/*.yaml
-
-# Check editorconfig compliance
-pixi run editorconfig-checker
+# Generate both protobuf Python bindings and ANTLR parsers
+pixi run generate
 ```
 
 ### Documentation