refactored static methods to ScorerOps class

Author: sid-rl

src/runloop_api_client/sdk/__init__.py

@@ -5,9 +5,10 @@
 
 from __future__ import annotations
 
-from .sync import DevboxOps, RunloopSDK, SnapshotOps, BlueprintOps, StorageObjectOps
+from .sync import DevboxOps, ScorerOps, RunloopSDK, SnapshotOps, BlueprintOps, StorageObjectOps
 from .async_ import (
     AsyncDevboxOps,
+    AsyncScorerOps,
     AsyncRunloopSDK,
     AsyncSnapshotOps,
     AsyncBlueprintOps,
@@ -37,6 +38,8 @@
     "AsyncDevboxOps",
     "BlueprintOps",
     "AsyncBlueprintOps",
+    "ScorerOps",
+    "AsyncScorerOps",
     "SnapshotOps",
     "AsyncSnapshotOps",
     "StorageObjectOps",

src/runloop_api_client/sdk/async_.py

@@ -16,8 +16,10 @@
     LongRequestOptions,
     SDKDevboxListParams,
     SDKObjectListParams,
+    SDKScorerListParams,
     SDKDevboxCreateParams,
     SDKObjectCreateParams,
+    SDKScorerCreateParams,
     SDKBlueprintListParams,
     SDKBlueprintCreateParams,
     SDKDiskSnapshotListParams,
@@ -27,6 +29,7 @@
 from .._client import DEFAULT_MAX_RETRIES, AsyncRunloop
 from ._helpers import detect_content_type
 from .async_devbox import AsyncDevbox
+from .async_scorer import AsyncScorer
 from .async_snapshot import AsyncSnapshot
 from .async_blueprint import AsyncBlueprint
 from .async_storage_object import AsyncStorageObject
@@ -475,6 +478,67 @@ async def upload_from_bytes(
         return obj
 
 
+class AsyncScorerOps:
+    """High-level async manager for creating and managing scenario scorers.
+
+    Accessed via ``runloop.scorer`` from :class:`AsyncRunloopSDK`, provides
+    coroutines to create, list, and access scorers.
+
+    Example:
+        >>> runloop = AsyncRunloopSDK()
+        >>> scorer = await runloop.scorer.create(name="my-scorer", scorer_type="llm_judge")
+        >>> scorers = await runloop.scorer.list()
+    """
+
+    def __init__(self, client: AsyncRunloop) -> None:
+        """Initialize the manager.
+
+        :param client: Generated AsyncRunloop client to wrap
+        :type client: AsyncRunloop
+        """
+        self._client = client
+
+    async def create(
+        self,
+        **params: Unpack[SDKScorerCreateParams],
+    ) -> AsyncScorer:
+        """Create a new scenario scorer.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
+        :return: Wrapper bound to the newly created scorer
+        :rtype: AsyncScorer
+        """
+        response = await self._client.scenarios.scorers.create(
+            **params,
+        )
+        return AsyncScorer(self._client, response.id)
+
+    def from_id(self, scorer_id: str) -> AsyncScorer:
+        """Return a scorer wrapper for the given ID.
+
+        :param scorer_id: Scorer ID to wrap
+        :type scorer_id: str
+        :return: Wrapper for the scorer resource
+        :rtype: AsyncScorer
+        """
+        return AsyncScorer(self._client, scorer_id)
+
+    async def list(
+        self,
+        **params: Unpack[SDKScorerListParams],
+    ) -> list[AsyncScorer]:
+        """List all scenario scorers.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
+        :return: List of scorer wrappers
+        :rtype: list[AsyncScorer]
+        """
+        page = await self._client.scenarios.scorers.list(
+            **params,
+        )
+        return [AsyncScorer(self._client, item.id) async for item in page]
+
+
 class AsyncRunloopSDK:
     """High-level asynchronous entry point for the Runloop SDK.
 
@@ -488,6 +552,8 @@ class AsyncRunloopSDK:
     :vartype devbox: AsyncDevboxOps
     :ivar blueprint: High-level async interface for blueprint management
     :vartype blueprint: AsyncBlueprintOps
+    :ivar scorer: High-level async interface for scorer management
+    :vartype scorer: AsyncScorerOps
     :ivar snapshot: High-level async interface for snapshot management
     :vartype snapshot: AsyncSnapshotOps
     :ivar storage_object: High-level async interface for storage object management
@@ -504,6 +570,7 @@ class AsyncRunloopSDK:
     api: AsyncRunloop
     devbox: AsyncDevboxOps
     blueprint: AsyncBlueprintOps
+    scorer: AsyncScorerOps
     snapshot: AsyncSnapshotOps
     storage_object: AsyncStorageObjectOps
 
@@ -547,6 +614,7 @@ def __init__(
 
         self.devbox = AsyncDevboxOps(self.api)
         self.blueprint = AsyncBlueprintOps(self.api)
+        self.scorer = AsyncScorerOps(self.api)
         self.snapshot = AsyncSnapshotOps(self.api)
         self.storage_object = AsyncStorageObjectOps(self.api)
 

src/runloop_api_client/sdk/async_scorer.py

@@ -6,8 +6,6 @@
 
 from ._types import (
     BaseRequestOptions,
-    SDKScorerListParams,
-    SDKScorerCreateParams,
     SDKScorerUpdateParams,
     SDKScorerValidateParams,
 )
@@ -46,44 +44,6 @@ def id(self) -> str:
         """
         return self._id
 
-    # TODO: replace static method once we have a proper client
-    @staticmethod
-    async def create(
-        client: AsyncRunloop,
-        **params: Unpack[SDKScorerCreateParams],
-    ) -> "AsyncScorer":
-        """Create a new scenario scorer.
-
-        :param client: Generated AsyncRunloop client
-        :type client: AsyncRunloop
-        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
-        :return: Wrapper bound to the newly created scorer
-        :rtype: AsyncScorer
-        """
-        response = await client.scenarios.scorers.create(
-            **params,
-        )
-        return AsyncScorer(client, response.id)
-
-    # TODO: replace static method once we have a proper client
-    @staticmethod
-    async def list(
-        client: AsyncRunloop,
-        **params: Unpack[SDKScorerListParams],
-    ) -> list["AsyncScorer"]:
-        """List all scenario scorers.
-
-        :param client: Generated AsyncRunloop client
-        :type client: AsyncRunloop
-        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
-        :return: List of scorer wrappers
-        :rtype: list[AsyncScorer]
-        """
-        page = await client.scenarios.scorers.list(
-            **params,
-        )
-        return [AsyncScorer(client, item.id) async for item in page]
-
     async def get_info(
         self,
         **options: Unpack[BaseRequestOptions],

src/runloop_api_client/sdk/scorer.py

@@ -6,8 +6,6 @@
 
 from ._types import (
     BaseRequestOptions,
-    SDKScorerListParams,
-    SDKScorerCreateParams,
     SDKScorerUpdateParams,
     SDKScorerValidateParams,
 )
@@ -46,44 +44,6 @@ def id(self) -> str:
         """
         return self._id
 
-    # TODO: replace static method once we have a proper client
-    @staticmethod
-    def create(
-        client: Runloop,
-        **params: Unpack[SDKScorerCreateParams],
-    ) -> "Scorer":
-        """Create a new scenario scorer.
-
-        :param client: Generated Runloop client
-        :type client: Runloop
-        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
-        :return: Wrapper bound to the newly created scorer
-        :rtype: Scorer
-        """
-        response = client.scenarios.scorers.create(
-            **params,
-        )
-        return Scorer(client, response.id)
-
-    # TODO: replace static method once we have a proper client
-    @staticmethod
-    def list(
-        client: Runloop,
-        **params: Unpack[SDKScorerListParams],
-    ) -> list["Scorer"]:
-        """List all scenario scorers.
-
-        :param client: Generated Runloop client
-        :type client: Runloop
-        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
-        :return: List of scorer wrappers
-        :rtype: list[Scorer]
-        """
-        page = client.scenarios.scorers.list(
-            **params,
-        )
-        return [Scorer(client, item.id) for item in page]
-
     def get_info(
         self,
         **options: Unpack[BaseRequestOptions],

src/runloop_api_client/sdk/sync.py

@@ -15,14 +15,17 @@
     LongRequestOptions,
     SDKDevboxListParams,
     SDKObjectListParams,
+    SDKScorerListParams,
     SDKDevboxCreateParams,
     SDKObjectCreateParams,
+    SDKScorerCreateParams,
     SDKBlueprintListParams,
     SDKBlueprintCreateParams,
     SDKDiskSnapshotListParams,
     SDKDevboxCreateFromImageParams,
 )
 from .devbox import Devbox
+from .scorer import Scorer
 from .._types import Timeout, NotGiven, not_given
 from .._client import DEFAULT_MAX_RETRIES, Runloop
 from ._helpers import detect_content_type
@@ -470,6 +473,67 @@ def upload_from_bytes(
         return obj
 
 
+class ScorerOps:
+    """High-level manager for creating and managing scenario scorers.
+
+    Accessed via ``runloop.scorer`` from :class:`RunloopSDK`, provides methods
+    to create, list, and access scorers.
+
+    Example:
+        >>> runloop = RunloopSDK()
+        >>> scorer = runloop.scorer.create(name="my-scorer", scorer_type="llm_judge")
+        >>> scorers = runloop.scorer.list()
+    """
+
+    def __init__(self, client: Runloop) -> None:
+        """Initialize the manager.
+
+        :param client: Generated Runloop client to wrap
+        :type client: Runloop
+        """
+        self._client = client
+
+    def create(
+        self,
+        **params: Unpack[SDKScorerCreateParams],
+    ) -> Scorer:
+        """Create a new scenario scorer.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
+        :return: Wrapper bound to the newly created scorer
+        :rtype: Scorer
+        """
+        response = self._client.scenarios.scorers.create(
+            **params,
+        )
+        return Scorer(self._client, response.id)
+
+    def from_id(self, scorer_id: str) -> Scorer:
+        """Return a scorer wrapper for the given ID.
+
+        :param scorer_id: Scorer ID to wrap
+        :type scorer_id: str
+        :return: Wrapper for the scorer resource
+        :rtype: Scorer
+        """
+        return Scorer(self._client, scorer_id)
+
+    def list(
+        self,
+        **params: Unpack[SDKScorerListParams],
+    ) -> list[Scorer]:
+        """List all scenario scorers.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
+        :return: List of scorer wrappers
+        :rtype: list[Scorer]
+        """
+        page = self._client.scenarios.scorers.list(
+            **params,
+        )
+        return [Scorer(self._client, item.id) for item in page]
+
+
 class RunloopSDK:
     """High-level synchronous entry point for the Runloop SDK.
 
@@ -483,6 +547,8 @@ class RunloopSDK:
     :vartype devbox: DevboxOps
     :ivar blueprint: High-level interface for blueprint management
     :vartype blueprint: BlueprintOps
+    :ivar scorer: High-level interface for scorer management
+    :vartype scorer: ScorerOps
     :ivar snapshot: High-level interface for snapshot management
     :vartype snapshot: SnapshotOps
     :ivar storage_object: High-level interface for storage object management
@@ -499,6 +565,7 @@ class RunloopSDK:
     api: Runloop
     devbox: DevboxOps
     blueprint: BlueprintOps
+    scorer: ScorerOps
     snapshot: SnapshotOps
     storage_object: StorageObjectOps
 
@@ -542,6 +609,7 @@ def __init__(
 
         self.devbox = DevboxOps(self.api)
         self.blueprint = BlueprintOps(self.api)
+        self.scorer = ScorerOps(self.api)
         self.snapshot = SnapshotOps(self.api)
         self.storage_object = StorageObjectOps(self.api)