feat(BA-6882): expose kernel scheduling history via repository/service/adapter/REST v2/SDK/CLI

WIP — local checkpoint, not yet reviewed.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

Author: jopemachine

.claude/skills/bai-cli/SKILL.md

@@ -55,7 +55,7 @@ Check options with `--help`.
 - **service-catalog**: user(empty group) · admin(search)
 - **runtime-variant**: user(get, search) · admin(get, search, create, update, delete, bulk-delete)
 - **runtime-variant-preset**: user(get, search) · admin(get, search, create, update, delete)
-- **scheduling-history**: sub session / deployment / route — each (search, search-scoped)
+- **scheduling-history**: sub session / kernel / deployment / route — each (search, search-scoped). `kernel search-scoped` takes `--session-id` / `--kernel-id` options (at least one) instead of a positional scope ID.
 - **scheduling-handler**: admin(list)
 
 ### Storage

src/ai/backend/client/cli/v2/scheduling_history/commands.py

@@ -1,6 +1,6 @@
 """CLI commands for scheduling history management.
 
-Commands are organized into sub-groups: ``session``, ``deployment``,
+Commands are organized into sub-groups: ``session``, ``kernel``, ``deployment``,
 and ``route``.
 """
 
@@ -9,6 +9,7 @@
 import click
 
 from .deployment import deployment
+from .kernel import kernel
 from .route import route
 from .session import session
 
@@ -20,5 +21,6 @@ def scheduling_history() -> None:
 
 # Register sub-groups
 scheduling_history.add_command(session)
+scheduling_history.add_command(kernel)
 scheduling_history.add_command(deployment)
 scheduling_history.add_command(route)

src/ai/backend/client/cli/v2/scheduling_history/kernel.py

@@ -0,0 +1,238 @@
+"""CLI commands for kernel scheduling history."""
+
+from __future__ import annotations
+
+import asyncio
+from typing import TYPE_CHECKING
+from uuid import UUID
+
+import click
+
+from ai.backend.client.cli.v2.helpers import (
+    create_v2_registry,
+    load_v2_config,
+    parse_order_options,
+    print_result,
+)
+
+if TYPE_CHECKING:
+    from ai.backend.common.dto.manager.v2.scheduling_history.request import KernelHistoryFilter
+
+# Shared result choices for scheduling history filters
+_RESULT_CHOICES = click.Choice(
+    ["SUCCESS", "FAILURE", "STALE", "NEED_RETRY", "EXPIRED", "GIVE_UP", "SKIPPED"],
+    case_sensitive=False,
+)
+
+
+def _build_kernel_history_filter(
+    kernel_id: str | None,
+    session_id: str | None,
+    phase: str | None,
+    from_status: tuple[str, ...],
+    to_status: tuple[str, ...],
+    result: str | None,
+    error_code: str | None,
+    message: str | None,
+) -> KernelHistoryFilter | None:
+    """Build a KernelHistoryFilter from explicit CLI options.
+
+    Returns None if no filter options were provided.
+    """
+    from ai.backend.common.dto.manager.query import StringFilter, UUIDFilter
+    from ai.backend.common.dto.manager.v2.scheduling_history.request import (
+        KernelHistoryFilter,
+        SchedulingResultFilter,
+    )
+    from ai.backend.common.dto.manager.v2.scheduling_history.types import SchedulingResultType
+
+    has_any = any(
+        opt is not None for opt in (kernel_id, session_id, phase, result, error_code, message)
+    )
+    if not has_any and not from_status and not to_status:
+        return None
+
+    return KernelHistoryFilter(
+        kernel_id=UUIDFilter(equals=UUID(kernel_id)) if kernel_id is not None else None,
+        session_id=UUIDFilter(equals=UUID(session_id)) if session_id is not None else None,
+        phase=StringFilter(contains=phase) if phase is not None else None,
+        from_status=list(from_status) if from_status else None,
+        to_status=list(to_status) if to_status else None,
+        result=(
+            SchedulingResultFilter(equals=SchedulingResultType(result))
+            if result is not None
+            else None
+        ),
+        error_code=StringFilter(contains=error_code) if error_code is not None else None,
+        message=StringFilter(contains=message) if message is not None else None,
+    )
+
+
+@click.group()
+def kernel() -> None:
+    """Kernel scheduling history commands."""
+
+
+@kernel.command()
+@click.option("--limit", type=int, default=None, help="Maximum items to return.")
+@click.option("--offset", type=int, default=None, help="Number of items to skip.")
+@click.option("--kernel-id", type=str, default=None, help="Filter by kernel ID (UUID).")
+@click.option("--session-id", type=str, default=None, help="Filter by session ID (UUID).")
+@click.option("--phase", type=str, default=None, help="Filter by scheduling phase (contains).")
+@click.option(
+    "--from-status",
+    type=str,
+    multiple=True,
+    help="Filter by from_status values (repeatable).",
+)
+@click.option(
+    "--to-status",
+    type=str,
+    multiple=True,
+    help="Filter by to_status values (repeatable).",
+)
+@click.option("--result", type=_RESULT_CHOICES, default=None, help="Filter by scheduling result.")
+@click.option("--error-code", type=str, default=None, help="Filter by error code (contains).")
+@click.option("--message", type=str, default=None, help="Filter by message (contains).")
+@click.option(
+    "--order-by",
+    multiple=True,
+    help="Order by field:direction (e.g., created_at:desc). Fields: created_at, updated_at.",
+)
+def search(
+    limit: int | None,
+    offset: int | None,
+    kernel_id: str | None,
+    session_id: str | None,
+    phase: str | None,
+    from_status: tuple[str, ...],
+    to_status: tuple[str, ...],
+    result: str | None,
+    error_code: str | None,
+    message: str | None,
+    order_by: tuple[str, ...],
+) -> None:
+    """Search kernel scheduling histories (superadmin only)."""
+    from ai.backend.common.dto.manager.v2.scheduling_history.request import (
+        AdminSearchKernelHistoriesInput,
+        KernelHistoryOrder,
+    )
+    from ai.backend.common.dto.manager.v2.scheduling_history.types import KernelHistoryOrderField
+
+    history_filter = _build_kernel_history_filter(
+        kernel_id, session_id, phase, from_status, to_status, result, error_code, message
+    )
+
+    orders = (
+        parse_order_options(order_by, KernelHistoryOrderField, KernelHistoryOrder)
+        if order_by
+        else None
+    )
+
+    async def _run() -> None:
+        registry = await create_v2_registry(load_v2_config())
+        try:
+            result_data = await registry.scheduling_history.search_kernel_history(
+                AdminSearchKernelHistoriesInput(
+                    filter=history_filter,
+                    order=orders,
+                    limit=limit,
+                    offset=offset,
+                ),
+            )
+            print_result(result_data)
+        finally:
+            await registry.close()
+
+    asyncio.run(_run())
+
+
+@kernel.command(name="search-scoped")
+@click.option("--session-id", type=str, default=None, help="Scope to the kernels of this session.")
+@click.option("--kernel-id", type=str, default=None, help="Scope to this kernel.")
+@click.option("--limit", type=int, default=None, help="Maximum items to return.")
+@click.option("--offset", type=int, default=None, help="Number of items to skip.")
+@click.option("--phase", type=str, default=None, help="Filter by scheduling phase (contains).")
+@click.option(
+    "--from-status",
+    type=str,
+    multiple=True,
+    help="Filter by from_status values (repeatable).",
+)
+@click.option(
+    "--to-status",
+    type=str,
+    multiple=True,
+    help="Filter by to_status values (repeatable).",
+)
+@click.option("--result", type=_RESULT_CHOICES, default=None, help="Filter by scheduling result.")
+@click.option("--error-code", type=str, default=None, help="Filter by error code (contains).")
+@click.option("--message", type=str, default=None, help="Filter by message (contains).")
+@click.option(
+    "--order-by",
+    multiple=True,
+    help="Order by field:direction (e.g., created_at:desc). Fields: created_at, updated_at.",
+)
+def search_scoped(
+    session_id: str | None,
+    kernel_id: str | None,
+    limit: int | None,
+    offset: int | None,
+    phase: str | None,
+    from_status: tuple[str, ...],
+    to_status: tuple[str, ...],
+    result: str | None,
+    error_code: str | None,
+    message: str | None,
+    order_by: tuple[str, ...],
+) -> None:
+    """Search kernel scheduling history within a session and/or kernel scope.
+
+    The scope takes two axes rather than one positional ID, so it is given as options.
+    At least one of --session-id / --kernel-id is required.
+    """
+    from ai.backend.common.dto.manager.v2.scheduling_history.request import (
+        KernelHistoryOrder,
+        ScopedSearchKernelHistoriesInput,
+    )
+    from ai.backend.common.dto.manager.v2.scheduling_history.types import (
+        KernelHistoryOrderField,
+        KernelHistoryScopeDTO,
+    )
+
+    if session_id is None and kernel_id is None:
+        raise click.UsageError("At least one of --session-id or --kernel-id is required.")
+
+    scope = KernelHistoryScopeDTO(
+        session_id=UUID(session_id) if session_id is not None else None,
+        kernel_id=UUID(kernel_id) if kernel_id is not None else None,
+    )
+
+    # The scope already narrows by id, so ids are not repeated in the filter.
+    history_filter = _build_kernel_history_filter(
+        None, None, phase, from_status, to_status, result, error_code, message
+    )
+
+    orders = (
+        parse_order_options(order_by, KernelHistoryOrderField, KernelHistoryOrder)
+        if order_by
+        else None
+    )
+
+    async def _run() -> None:
+        registry = await create_v2_registry(load_v2_config())
+        try:
+            result_data = await registry.scheduling_history.kernel_scoped_search(
+                ScopedSearchKernelHistoriesInput(
+                    scope=scope,
+                    filter=history_filter,
+                    order=orders,
+                    limit=limit,
+                    offset=offset,
+                ),
+            )
+            print_result(result_data)
+        finally:
+            await registry.close()
+
+    asyncio.run(_run())

src/ai/backend/client/v2/domains_v2/scheduling_history.py

@@ -7,11 +7,14 @@
 from ai.backend.client.v2.base_domain import BaseDomainClient
 from ai.backend.common.dto.manager.v2.scheduling_history.request import (
     AdminSearchDeploymentHistoriesInput,
+    AdminSearchKernelHistoriesInput,
     AdminSearchRouteHistoriesInput,
     AdminSearchSessionHistoriesInput,
+    ScopedSearchKernelHistoriesInput,
 )
 from ai.backend.common.dto.manager.v2.scheduling_history.response import (
     AdminSearchDeploymentHistoriesPayload,
+    AdminSearchKernelHistoriesPayload,
     AdminSearchRouteHistoriesPayload,
     AdminSearchSessionHistoriesPayload,
 )
@@ -46,6 +49,30 @@ async def session_scoped_search(
             response_model=AdminSearchSessionHistoriesPayload,
         )
 
+    # ========== Kernel History ==========
+
+    async def search_kernel_history(
+        self, request: AdminSearchKernelHistoriesInput
+    ) -> AdminSearchKernelHistoriesPayload:
+        """Search kernel scheduling histories with admin scope."""
+        return await self._client.typed_request(
+            "POST",
+            f"{_PATH}/kernels/search",
+            request=request,
+            response_model=AdminSearchKernelHistoriesPayload,
+        )
+
+    async def kernel_scoped_search(
+        self, request: ScopedSearchKernelHistoriesInput
+    ) -> AdminSearchKernelHistoriesPayload:
+        """Search kernel scheduling histories within a session and/or kernel scope."""
+        return await self._client.typed_request(
+            "POST",
+            f"{_PATH}/kernels/scoped/search",
+            request=request,
+            response_model=AdminSearchKernelHistoriesPayload,
+        )
+
     # ========== Deployment History ==========
 
     async def search_deployment_history(

src/ai/backend/common/data/permission/types.py

@@ -173,6 +173,9 @@ class EntityType(enum.StrEnum):
     SESSION_DIRECT_ACCESS = "session:direct_access"
     SESSION_HISTORY = "session:history"
     SESSION_SCOPED_HISTORY = "session:scoped_history"
+    # Kernel sub
+    KERNEL_HISTORY = "kernel:history"
+    KERNEL_SCOPED_HISTORY = "kernel:scoped_history"
     # Deployment sub
     DEPLOYMENT_REPLICA = "deployment:replica"
     DEPLOYMENT_ROUTE = "deployment:route"