site requires internal components to build pyi (#6362)

* site requires internal components to build pyi

* add more explicit dependencies

* add field to raise if failed imports

* proof of concept works, add pyyaml and sort those deps

Author: adhami3310

.github/workflows/build_packages.yml

@@ -49,3 +49,5 @@ jobs:
           run-uv-sync: false
       - name: Build ${{ matrix.name }}
         run: uv build --directory "${{ matrix.dir }}"
+        env:
+          PYI_GENERATOR_RAISE_FAILED_IMPORTS: "1"

packages/reflex-base/src/reflex_base/utils/pyi_generator.py

@@ -9,6 +9,7 @@
 import json
 import logging
 import multiprocessing
+import os
 import re
 import subprocess
 import sys
@@ -25,6 +26,7 @@
 from typing import Any, ClassVar, get_args, get_origin
 
 from reflex_base.components.component import DEFAULT_TRIGGERS_AND_DESC, Component
+from reflex_base.environment import interpret_boolean_env
 from reflex_base.vars.base import Var
 
 
@@ -1621,6 +1623,15 @@ def _scan_files(self, files: list[Path]):
                     self.written_files.append(result)
             return
 
+        raise_on_failed_imports_key = "PYI_GENERATOR_RAISE_FAILED_IMPORTS"
+        raise_on_failed_imports = os.getenv(raise_on_failed_imports_key)
+
+        raise_if_failed_imports = (
+            interpret_boolean_env(raise_on_failed_imports, raise_on_failed_imports_key)
+            if raise_on_failed_imports is not None
+            else False
+        )
+
         # Pre-import all modules sequentially to populate sys.modules
         # so forked workers inherit the cache and skip redundant imports.
         importable_files: list[Path] = []
@@ -1631,6 +1642,8 @@ def _scan_files(self, files: list[Path]):
                 importable_files.append(file)
             except Exception:
                 logger.exception(f"Failed to import {module_import}")
+                if raise_if_failed_imports:
+                    raise
 
         # Generate stubs in parallel using forked worker processes.
         ctx = multiprocessing.get_context("fork")

packages/reflex-site-shared/pyproject.toml

@@ -6,7 +6,14 @@ readme = "README.md"
 authors = [{ name = "Khaleel Al-Adhami", email = "khaleel@reflex.dev" }]
 maintainers = [{ name = "Khaleel Al-Adhami", email = "khaleel@reflex.dev" }]
 requires-python = ">=3.10"
-dependencies = ["reflex"]
+dependencies = [
+    "email-validator",
+    "httpx",
+    "pyyaml",
+    "reflex-components-internal",
+    "reflex",
+    "ruff-format",
+]
 
 
 [tool.hatch.version]
@@ -22,13 +29,15 @@ targets.wheel.artifacts = ["*.pyi"]
 
 [tool.hatch.build.hooks.reflex-pyi]
 dependencies = [
-    "ruff",
-    "reflex",
+    "email-validator",
+    "httpx",
+    "pyyaml",
     "reflex-base",
     "reflex-components-code",
     "reflex-components-core",
     "reflex-components-dataeditor",
     "reflex-components-gridjs",
+    "reflex-components-internal",
     "reflex-components-lucide",
     "reflex-components-markdown",
     "reflex-components-moment",
@@ -37,9 +46,9 @@ dependencies = [
     "reflex-components-react-player",
     "reflex-components-recharts",
     "reflex-components-sonner",
-    "httpx",
-    "email-validator",
+    "reflex",
     "ruff-format",
+    "ruff",
 ]
 
 [build-system]