✨ Wait for verification after building

Shortcake-Parent: update-how-we-show-messages

Author: patrick91

src/fastapi_cloud_cli/commands/deploy.py

@@ -13,11 +13,12 @@
 import fastar
 import rignore
 import typer
-from httpx import Client
+from httpx import Client, HTTPError
 from pydantic import AfterValidator, BaseModel, EmailStr, TypeAdapter, ValidationError
 from rich.text import Text
 from rich_toolkit import RichToolkit
 from rich_toolkit.menu import Option
+from rich_toolkit.progress import Progress
 
 from fastapi_cloud_cli.commands.login import login
 from fastapi_cloud_cli.utils.api import APIClient, StreamLogError, TooManyRetriesError
@@ -210,6 +211,17 @@ def to_human_readable(cls, status: "DeploymentStatus") -> str:
         }[status]
 
 
+SUCCESSFUL_STATUSES = {DeploymentStatus.success, DeploymentStatus.verifying_skipped}
+FAILED_STATUSES = {
+    DeploymentStatus.failed,
+    DeploymentStatus.verifying_failed,
+    DeploymentStatus.deploying_failed,
+    DeploymentStatus.building_image_failed,
+    DeploymentStatus.extracting_failed,
+}
+TERMINAL_STATUSES = SUCCESSFUL_STATUSES | FAILED_STATUSES
+
+
 class CreateDeploymentResponse(BaseModel):
     id: str
     app_id: str
@@ -440,6 +452,82 @@ def _configure_app(toolkit: RichToolkit, path_to_deploy: Path) -> AppConfig:
     return app_config
 
 
+POLL_INTERVAL = 2.0
+POLL_TIMEOUT = 120.0
+
+
+def _poll_deployment_status(
+    client: APIClient,
+    app_id: str,
+    deployment_id: str,
+    timeout: float = POLL_TIMEOUT,
+    interval: float = POLL_INTERVAL,
+) -> DeploymentStatus:
+    start = time.monotonic()
+    consecutive_errors = 0
+    max_errors = 5
+
+    while time.monotonic() - start < timeout:
+        try:
+            response = client.get(f"/apps/{app_id}/deployments/{deployment_id}")
+            response.raise_for_status()
+            status = DeploymentStatus(response.json()["status"])
+            consecutive_errors = 0
+        except HTTPError as e:
+            consecutive_errors += 1
+            logger.debug("Error polling deployment status: %s", e)
+            if consecutive_errors >= max_errors:
+                raise
+            time.sleep(interval)
+            continue
+
+        if status in TERMINAL_STATUSES:
+            return status
+
+        time.sleep(interval)
+
+    raise TimeoutError("Deployment verification timed out")
+
+
+def _verify_deployment(
+    toolkit: RichToolkit,
+    client: APIClient,
+    app_id: str,
+    deployment: CreateDeploymentResponse,
+) -> None:
+    with Progress(
+        title="Verifying deployment...",
+        console=toolkit.console,
+        style=toolkit.style,
+        inline_logs=True,
+    ) as progress:
+        progress.metadata["done_emoji"] = "✅"
+        try:
+            final_status = _poll_deployment_status(client, app_id, deployment.id)
+        except TimeoutError:
+            progress.metadata["done_emoji"] = "⚠️"
+            progress.log(
+                f"Could not confirm deployment status. "
+                f"Check the dashboard: [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]"
+            )
+            return
+
+        if final_status in SUCCESSFUL_STATUSES:
+            progress.title = "Deployment verified!"
+            progress.log(
+                f"🐔 Ready the chicken! Your app is ready at [link={deployment.url}]{deployment.url}[/link]"
+            )
+        else:
+            progress.metadata["done_emoji"] = "❌"
+            progress.title = "Deployment failed"
+            human_status = DeploymentStatus.to_human_readable(final_status)
+            progress.log(
+                f"😔 Oh no! Deployment failed: {human_status}. "
+                f"Check out the logs at [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]"
+            )
+            raise typer.Exit(1)
+
+
 def _wait_for_deployment(
     toolkit: RichToolkit, app_id: str, deployment: CreateDeploymentResponse
 ) -> None:
@@ -451,73 +539,63 @@ def _wait_for_deployment(
     )
     toolkit.print_line()
 
-    toolkit.print(
-        f"You can also check the status at [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]",
-    )
-    toolkit.print_line()
-
     time_elapsed = 0.0
 
     started_at = time.monotonic()
 
     last_message_changed_at = time.monotonic()
 
-    with (
-        toolkit.progress(
+    build_complete = False
+
+    with APIClient() as client:
+        with toolkit.progress(
             next(messages),
             inline_logs=True,
             lines_to_show=20,
             done_emoji="🚀",
-        ) as progress,
-        APIClient() as client,
-    ):
-        try:
-            for log in client.stream_build_logs(deployment.id):
-                time_elapsed = time.monotonic() - started_at
-
-                if log.type == "message":
-                    progress.log(Text.from_ansi(log.message.rstrip()))
+        ) as progress:
+            try:
+                for log in client.stream_build_logs(deployment.id):
+                    time_elapsed = time.monotonic() - started_at
 
-                if log.type == "complete":
-                    progress.title = "Build complete!"
-                    progress.log("")
-                    progress.log(
-                        f"You can also check the app logs at [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]"
-                    )
+                    if log.type == "message":
+                        progress.log(Text.from_ansi(log.message.rstrip()))
 
-                    progress.log("")
+                    if log.type == "complete":
+                        build_complete = True
+                        progress.title = "Build complete!"
+                        break
 
-                    progress.log(
-                        f"🐔 Ready the chicken! Your app is ready at [link={deployment.url}]{deployment.url}[/link]"
-                    )
+                    if log.type == "failed":
+                        progress.log("")
+                        progress.log(
+                            f"😔 Oh no! Something went wrong. Check out the logs at [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]"
+                        )
+                        raise typer.Exit(1)
 
-                    break
+                    if time_elapsed > 30:
+                        messages = cycle(LONG_WAIT_MESSAGES)
 
-                if log.type == "failed":
-                    progress.log("")
-                    progress.log(
-                        f"😔 Oh no! Something went wrong. Check out the logs at [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]"
-                    )
-                    raise typer.Exit(1)
+                    if (time.monotonic() - last_message_changed_at) > 2:
+                        progress.title = next(messages)
 
-                if time_elapsed > 30:
-                    messages = cycle(LONG_WAIT_MESSAGES)
+                        last_message_changed_at = time.monotonic()
 
-                if (time.monotonic() - last_message_changed_at) > 2:
-                    progress.title = next(messages)
+            except (StreamLogError, TooManyRetriesError, TimeoutError) as e:
+                progress.set_error(
+                    dedent(f"""
+                    [error]Build log streaming failed: {e}[/]
 
-                    last_message_changed_at = time.monotonic()
+                    Unable to stream build logs. Check the dashboard for status: [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]
+                    """).strip()
+                )
 
-        except (StreamLogError, TooManyRetriesError, TimeoutError) as e:
-            progress.set_error(
-                dedent(f"""
-                [error]Build log streaming failed: {e}[/]
+                raise typer.Exit(1) from None
 
-                Unable to stream build logs. Check the dashboard for status: [link={deployment.dashboard_url}]{deployment.dashboard_url}[/link]
-                """).strip()
-            )
+        if build_complete:
+            toolkit.print_line()
 
-            raise typer.Exit(1) from None
+            _verify_deployment(toolkit, client, app_id, deployment)
 
 
 class SignupToWaitingList(BaseModel):