build: speed up CI and dev builds (#7303)

* build: speed up CI and dev builds

- Parallelize CI wheel builds (1 job per python version × platform)
- Skip musllinux wheels (users fall back to optimized sdist)
- Default MYPYC_OPT to 3 so pip/sdist installs are optimized
- Use setup.py build_ext --inplace for faster dev builds (42s vs 100s)
- Replace stock mypy with sqlglot-mypy fork in dev deps

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* fix: copy mypyc runtime .so to sqlglot/ for install-devc

The setup.py build_ext --inplace path places the main mypyc
runtime .so in sqlglotc/, but shim .so files in sqlglot/ need
to import it. Copy it to sqlglot/ so Python can find it.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* fix: place mypyc runtime .so in repo root for install-devc

The mypyc runtime .so must be on sys.path for the shim .so files
to import it. Place it in the repo root (parent of sqlglot/) which
is always on sys.path. Also update hidec/showc/clean to handle it.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* fix: remove unused build_py variable

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* refactor: extract FIND_SO variable in Makefile

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* fix: use site-packages exclusion for venv-safe .so discovery

Excludes any venv regardless of directory name (.env, .venv, etc.)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

---------

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: tobymao

.github/workflows/package-publish.yml

@@ -11,11 +11,12 @@ permissions:
 jobs:
   # Build mypyc wheels for each platform and Python version.
   build-wheels:
-    name: Build wheels (${{ matrix.os }}, ${{ matrix.archs }})
-    runs-on: ${{ matrix.os }}
+    name: Build wheels (${{ matrix.platform.os }}, ${{ matrix.platform.archs }}, ${{ matrix.python }})
+    runs-on: ${{ matrix.platform.os }}
     strategy:
       matrix:
-        include:
+        python: ["cp39", "cp310", "cp311", "cp312", "cp313", "cp314"]
+        platform:
           - os: ubuntu-latest
             archs: x86_64
           - os: ubuntu-24.04-arm
@@ -33,12 +34,13 @@ jobs:
           package-dir: sqlglotc
           output-dir: wheelhouse
         env:
-          CIBW_BUILD: cp39-* cp310-* cp311-* cp312-* cp313-* cp314-*
-          CIBW_ARCHS: ${{ matrix.archs }}
+          CIBW_BUILD: ${{ matrix.python }}-*
+          CIBW_SKIP: "*-musllinux_*"
+          CIBW_ARCHS: ${{ matrix.platform.archs }}
           CIBW_ENVIRONMENT: MYPYC_OPT=3
       - uses: actions/upload-artifact@v4
         with:
-          name: wheels-${{ matrix.os }}-${{ matrix.archs }}
+          name: wheels-${{ matrix.platform.os }}-${{ matrix.platform.archs }}-${{ matrix.python }}
           path: ./wheelhouse/*.whl
 
   # Build the sqlglotc sdist (source-only, no wheels — always compiles on install).

Makefile

@@ -7,16 +7,17 @@ else
 endif
 
 SO_BACKUP := /tmp/sqlglot_so_backup
+FIND_SO := find . -name "*.so" -not -path "*/build/*" -not -path "*/site-packages/*"
 
 hidec:
-	rm -rf $(SO_BACKUP) && find sqlglot sqlglotc -name "*.so" | tar cf $(SO_BACKUP) -T - 2>/dev/null && find sqlglot sqlglotc -name "*.so" -delete; true
+	rm -rf $(SO_BACKUP) && $(FIND_SO) | tar cf $(SO_BACKUP) -T - 2>/dev/null && $(FIND_SO) -delete; true
 
 showc:
 	tar xf $(SO_BACKUP) 2>/dev/null; rm -f $(SO_BACKUP); true
 
 clean:
 	rm -rf build sqlglotc/build sqlglotc/dist sqlglotc/*.egg-info sqlglotc/sqlglot
-	find sqlglot sqlglotc build -name "*.so" -delete 2>/dev/null; true
+	$(FIND_SO) -delete 2>/dev/null; true
 
 install:
 	$(PIP) install -e .
@@ -36,11 +37,11 @@ install-dev:
 		fi; \
 	fi
 
-install-devc: clean
-	cd sqlglotc && $(PIP) install -e .
+install-devc:
+	cd sqlglotc && MYPYC_OPT=0 python setup.py build_ext --inplace
 
 install-devc-release: clean
-	MYPYC_OPT=3 $(MAKE) install-devc
+	cd sqlglotc && $(PIP) install -e .
 
 install-pre-commit:
 	pre-commit install

setup.py

@@ -4,7 +4,8 @@
     extras_require={
         "dev": [
             "duckdb>=0.6",
-            "mypy",
+            "sqlglot-mypy>=1.19.1.post1",
+            "setuptools_scm",
             "pandas",
             "pandas-stubs",
             "python-dateutil",

sqlglotc/setup.py

@@ -58,7 +58,6 @@ def _source_paths():
 class build_ext(_build_ext):
     def copy_extensions_to_source(self):
         """For editable installs, put sqlglot.* .so files in the sqlglot source dir."""
-        build_py = self.get_finalized_command("build_py")
         for ext in self.extensions:
             fullname = self.get_ext_fullname(ext.name)
             filename = self.get_ext_filename(fullname)
@@ -69,14 +68,10 @@ def copy_extensions_to_source(self):
                 sub_module = ".".join(parts[1:])
                 dst = os.path.join(sqlglot_src, self.get_ext_filename(sub_module))
             else:
-                # Default: mypyc runtime helper (e.g., HASH__mypyc) goes in current dir.
-                package = ".".join(parts[:-1])
-                package_dir = build_py.get_package_dir(package)
-                dst = (
-                    os.path.join(package_dir, os.path.basename(filename))
-                    if package_dir
-                    else os.path.basename(filename)
-                )
+                # Place the mypyc runtime helper (e.g., HASH__mypyc) in the repo root
+                # so it is importable (must be on sys.path, not inside a package).
+                repo_root = os.path.dirname(sqlglot_src) if os.path.isdir(sqlglot_src) else here
+                dst = os.path.join(repo_root, os.path.basename(filename))
             self.copy_file(src, dst, level=self.verbose)
 
 
@@ -105,6 +100,6 @@ def run(self):
 setup(
     name="sqlglotc",
     packages=[],
-    ext_modules=mypycify(_source_paths(), opt_level=os.environ.get("MYPYC_OPT", "0")),
+    ext_modules=mypycify(_source_paths(), opt_level=os.environ.get("MYPYC_OPT", "3")),
     cmdclass={"build_ext": build_ext, "sdist": sdist},
 )