feat: add greenlet dep, incremental SQLite saves during Phase 3 generation

Add greenlet>=3.0 to pyproject.toml to fix SQLAlchemy async engine on
Python 3.11 (greenlet._greenlet C extension was missing for 3.11).

Add incremental per-page SQLite persistence during Phase 3 so that a crash
in Phase 4 (persist step) does not lose all generated content:

- page_generator.generate_all(): accept optional async on_page_saved
  callback, called immediately after each page is generated
- orchestrator.run_generation(): accept page_persister and wire it through
  to generate_all(on_page_saved=page_persister)
- init_cmd._page_persister(): async function that upserts each page into
  SQLite via the session factory already created for the CostTracker;
  errors are logged but do not abort generation

The final batch persist (Phase 4) is idempotent (upsert), so pages saved
incrementally are simply no-ops on the second write.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Author: dmikushin

packages/cli/src/repowise/cli/commands/init_cmd.py

@@ -578,6 +578,18 @@ async def _make_cost_tracker() -> CostTracker:
             # accept _cost_tracker as an attribute)
             provider._cost_tracker = cost_tracker
 
+            # Persist each page immediately after generation so a crash in
+            # Phase 4 does not lose all generated content.
+            _incremental_sf = getattr(cost_tracker, "_session_factory", None)
+            _incremental_repo_id = getattr(cost_tracker, "_repo_id", None)
+
+            async def _page_persister(page: Any) -> None:
+                if _incremental_sf is None or _incremental_repo_id is None:
+                    return
+                from repowise.core.persistence import get_session, upsert_page_from_generated
+                async with get_session(_incremental_sf) as _sess:
+                    await upsert_page_from_generated(_sess, page, _incremental_repo_id)
+
             generated_pages = run_async(
                 run_generation(
                     repo_path=repo_path,
@@ -593,6 +605,7 @@ async def _make_cost_tracker() -> CostTracker:
                     progress=gen_callback,
                     resume=resume,
                     cost_tracker=cost_tracker,
+                    page_persister=_page_persister,
                 )
             )
 

packages/core/src/repowise/core/generation/page_generator.py

@@ -409,6 +409,7 @@ async def generate_all(
         repo_name: str,
         job_system: Any | None = None,  # JobSystem | None
         on_page_done: Callable[[str], None] | None = None,
+        on_page_saved: Callable[[Any], Any] | None = None,
         on_total_known: Callable[[int], None] | None = None,
         git_meta_map: dict[str, dict] | None = None,
         resume: bool = False,
@@ -503,6 +504,15 @@ async def guarded_named(page_id: str, coro: Any) -> Any:
                             # Report progress immediately (not batched after gather)
                             if on_page_done is not None:
                                 on_page_done(result.page_type)
+                        if on_page_saved is not None:
+                            try:
+                                await on_page_saved(result)
+                            except Exception as _save_err:
+                                log.error(
+                                    "page_incremental_save_failed",
+                                    page_id=result.page_id,
+                                    error=str(_save_err),
+                                )
                         return result
                     except Exception as exc:
                         if job_system is not None and job_id is not None:

packages/core/src/repowise/core/pipeline/orchestrator.py

@@ -641,6 +641,7 @@ async def run_generation(
     progress: ProgressCallback | None,
     resume: bool = False,
     cost_tracker: Any | None = None,
+    page_persister: Any | None = None,
 ) -> list[Any]:
     """Run LLM-powered page generation.
 
@@ -704,6 +705,7 @@ def on_total_known(total: int) -> None:
         repo_name,
         job_system=job_system,
         on_page_done=on_page_done,
+        on_page_saved=page_persister,
         on_total_known=on_total_known,
         git_meta_map=git_meta_map if git_meta_map else None,
         resume=resume,

pyproject.toml

@@ -54,6 +54,7 @@ dependencies = [
     # Database (async)
     "sqlalchemy[asyncio]>=2.0,<3",
     "aiosqlite>=0.20,<1",
+    "greenlet>=3.0",
     "alembic>=1.13,<2",
     # Data validation
     "pydantic>=2.8,<3",