refactor: replace custom XET sink with OpenDAL ObjectStore

.github/issue-labeler.yml

@@ -47,7 +47,7 @@ A-panic:
 A-plugin:
   - '/plugin/i'
 A-sql:
-  - '/\bsql\b|sqlcontext/i'
+  - '/\bsql\b|sql_expr|sqlcontext/i'
 A-selectors:
   - '/selector/i'
 A-streaming:

.github/workflows/docs-python.yml

@@ -4,14 +4,14 @@ on:
   pull_request:
     paths:
       - py-polars/docs/**
-      - py-polars/polars/**
+      - py-polars/src/polars/**
       - .github/workflows/docs-python.yml
   push:
     branches:
       - main
     paths:
       - py-polars/docs/**
-      - py-polars/polars/**
+      - py-polars/src/polars/**
       - .github/workflows/docs-python.yml
   repository_dispatch:
     types:

.github/workflows/test-coverage.yml

@@ -157,7 +157,7 @@ jobs:
         run: >
           pytest
           -n auto
-          -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
+          -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not benchmark and not docs"
           -k 'not test_polars_import'
           --cov --cov-report xml:auto-streaming.xml --cov-fail-under=0
 
@@ -170,7 +170,7 @@ jobs:
         run: >
           pytest
           -n auto
-          -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
+          -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not benchmark and not docs"
           -k 'not test_polars_import'
           --cov --cov-report xml:small-morsel.xml --cov-fail-under=0
 

.github/workflows/test-python.yml

@@ -43,13 +43,28 @@ jobs:
         os: [ubuntu-latest]
         python-version: ['3.10', '3.12', '3.13', '3.14', '3.14t']
         ideal_morsel_size: [100000]
+        auto_new_streaming: [false]
         include:
           - os: windows-latest
             python-version: '3.14'
             ideal_morsel_size: 100000
+            auto_new_streaming: false
+          - os: windows-latest
+            python-version: '3.14'
+            ideal_morsel_size: 100000
+            auto_new_streaming: true
+          - os: ubuntu-latest
+            python-version: '3.14'
+            ideal_morsel_size: 4
+            auto_new_streaming: false
+          - os: ubuntu-latest
+            python-version: '3.14'
+            ideal_morsel_size: 100000
+            auto_new_streaming: true
           - os: ubuntu-latest
             python-version: '3.14'
             ideal_morsel_size: 4
+            auto_new_streaming: true
 
     steps:
       - uses: actions/checkout@v6
@@ -114,33 +129,33 @@ jobs:
           maturin develop --manifest-path runtime/polars-runtime-32/Cargo.toml
 
       - name: Run doctests
-        if: github.ref_name != 'main' && matrix.python-version == '3.14' && matrix.os == 'ubuntu-latest'
+        if: github.ref_name != 'main' && matrix.python-version == '3.14' && matrix.os == 'ubuntu-latest' && !matrix.auto_new_streaming
         run: |
           python tests/docs/run_doctest.py
           pytest tests/docs/test_user_guide.py -m docs
 
       - name: Run tests
-        if: github.ref_name != 'main' && matrix.python-version != '3.14t'
+        if: github.ref_name != 'main' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
         env:
           POLARS_TIMEOUT_MS: 60000
         run: pytest -n auto -m "not release and not benchmark and not docs"
 
       - name: Run tests with new streaming engine
-        if: github.ref_name != 'main' && matrix.python-version != '3.14t'
+        if: github.ref_name != 'main' && matrix.python-version != '3.14t' && matrix.auto_new_streaming
         env:
           POLARS_AUTO_NEW_STREAMING: 1
           POLARS_TIMEOUT_MS: 60000
-        run: pytest -n auto -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
+        run: pytest -n auto -m "not may_fail_auto_streaming and not release and not benchmark and not docs"
 
       - name: Run tests async reader tests
-        if: github.ref_name != 'main' && matrix.os != 'windows-latest' && matrix.python-version != '3.14t'
+        if: github.ref_name != 'main' && matrix.os != 'windows-latest' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
         env:
           POLARS_FORCE_ASYNC: 1
           POLARS_TIMEOUT_MS: 60000
         run: pytest -n auto -m "not release and not benchmark and not docs" tests/unit/io/
 
       - name: Run tests multiscan force empty capabilities
-        if: github.ref_name != 'main' && matrix.python-version != '3.14t'
+        if: github.ref_name != 'main' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
         env:
           POLARS_FORCE_EMPTY_READER_CAPABILITIES: 1
           POLARS_TIMEOUT_MS: 60000

.gitignore

@@ -42,7 +42,14 @@ target/
 *.tbl
 
 # Project
-/docs/assets/data/
+/docs/assets/data/*
+!/docs/assets/data/alltypes_plain.parquet
+!/docs/assets/data/apple_stock.csv
+!/docs/assets/data/iris.csv
+!/docs/assets/data/monopoly_props_groups.csv
+!/docs/assets/data/monopoly_props_prices.csv
+!/docs/assets/data/pokemon.csv
+!/docs/assets/data/reddit.csv
 /docs/assets/people.md
 
 # User specific source setups