feat(benchmarks): add update_scenarios method to benchmarks resource

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 97
+configured_endpoints: 98
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-370a5d676ff0ef41f3ca6ed669d29b6e3e6b7f0a914ac3dbed6bd45e75533c74.yml
 openapi_spec_hash: 7bb5ea1117d754b7985aff0da5bca3a7
-config_hash: 2363f563f42501d2b1587a4f64bdccaf
+config_hash: 7b7fc2ccd6bf3551718a79332772e713

api.md

@@ -20,6 +20,7 @@ from runloop_api_client.types import (
     BenchmarkCreateParameters,
     BenchmarkRunListView,
     BenchmarkRunView,
+    BenchmarkScenarioUpdateParameters,
     BenchmarkView,
     ScenarioDefinitionListView,
     StartBenchmarkRunParameters,
@@ -35,6 +36,7 @@ Methods:
 - <code title="get /v1/benchmarks/{id}/definitions">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">definitions</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_definitions_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_definition_list_view.py">ScenarioDefinitionListView</a></code>
 - <code title="get /v1/benchmarks/list_public">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list_public</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_public_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
 - <code title="post /v1/benchmarks/start_run">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/benchmark_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
+- <code title="post /v1/benchmarks/{id}/scenarios">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">update_scenarios</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_update_scenarios_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 
 ## Runs
 

src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -21,6 +21,7 @@
     benchmark_start_run_params,
     benchmark_definitions_params,
     benchmark_list_public_params,
+    benchmark_update_scenarios_params,
 )
 from ..._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
 from ..._utils import maybe_transform, async_maybe_transform
@@ -453,6 +454,59 @@ def start_run(
             cast_to=BenchmarkRunView,
         )
 
+    def update_scenarios(
+        self,
+        id: str,
+        *,
+        scenarios_to_add: Optional[SequenceNotStr[str]] | Omit = omit,
+        scenarios_to_remove: Optional[SequenceNotStr[str]] | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkView:
+        """
+        Add and/or remove Scenario IDs from an existing Benchmark.
+
+        Args:
+          scenarios_to_add: Scenario IDs to add to the Benchmark.
+
+          scenarios_to_remove: Scenario IDs to remove from the Benchmark.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._post(
+            f"/v1/benchmarks/{id}/scenarios",
+            body=maybe_transform(
+                {
+                    "scenarios_to_add": scenarios_to_add,
+                    "scenarios_to_remove": scenarios_to_remove,
+                },
+                benchmark_update_scenarios_params.BenchmarkUpdateScenariosParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkView,
+        )
+
 
 class AsyncBenchmarksResource(AsyncAPIResource):
     @cached_property
@@ -865,6 +919,59 @@ async def start_run(
             cast_to=BenchmarkRunView,
         )
 
+    async def update_scenarios(
+        self,
+        id: str,
+        *,
+        scenarios_to_add: Optional[SequenceNotStr[str]] | Omit = omit,
+        scenarios_to_remove: Optional[SequenceNotStr[str]] | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkView:
+        """
+        Add and/or remove Scenario IDs from an existing Benchmark.
+
+        Args:
+          scenarios_to_add: Scenario IDs to add to the Benchmark.
+
+          scenarios_to_remove: Scenario IDs to remove from the Benchmark.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return await self._post(
+            f"/v1/benchmarks/{id}/scenarios",
+            body=await async_maybe_transform(
+                {
+                    "scenarios_to_add": scenarios_to_add,
+                    "scenarios_to_remove": scenarios_to_remove,
+                },
+                benchmark_update_scenarios_params.BenchmarkUpdateScenariosParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkView,
+        )
+
 
 class BenchmarksResourceWithRawResponse:
     def __init__(self, benchmarks: BenchmarksResource) -> None:
@@ -891,6 +998,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
         self.start_run = to_raw_response_wrapper(
             benchmarks.start_run,
         )
+        self.update_scenarios = to_raw_response_wrapper(
+            benchmarks.update_scenarios,
+        )
 
     @cached_property
     def runs(self) -> RunsResourceWithRawResponse:
@@ -922,6 +1032,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
         self.start_run = async_to_raw_response_wrapper(
             benchmarks.start_run,
         )
+        self.update_scenarios = async_to_raw_response_wrapper(
+            benchmarks.update_scenarios,
+        )
 
     @cached_property
     def runs(self) -> AsyncRunsResourceWithRawResponse:
@@ -953,6 +1066,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
         self.start_run = to_streamed_response_wrapper(
             benchmarks.start_run,
         )
+        self.update_scenarios = to_streamed_response_wrapper(
+            benchmarks.update_scenarios,
+        )
 
     @cached_property
     def runs(self) -> RunsResourceWithStreamingResponse:
@@ -984,6 +1100,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
         self.start_run = async_to_streamed_response_wrapper(
             benchmarks.start_run,
         )
+        self.update_scenarios = async_to_streamed_response_wrapper(
+            benchmarks.update_scenarios,
+        )
 
     @cached_property
     def runs(self) -> AsyncRunsResourceWithStreamingResponse:

src/runloop_api_client/types/__init__.py

@@ -97,6 +97,7 @@
 from .repository_connection_list_view import RepositoryConnectionListView as RepositoryConnectionListView
 from .repository_inspection_list_view import RepositoryInspectionListView as RepositoryInspectionListView
 from .devbox_read_file_contents_params import DevboxReadFileContentsParams as DevboxReadFileContentsParams
+from .benchmark_update_scenarios_params import BenchmarkUpdateScenariosParams as BenchmarkUpdateScenariosParams
 from .devbox_list_disk_snapshots_params import DevboxListDiskSnapshotsParams as DevboxListDiskSnapshotsParams
 from .devbox_snapshot_disk_async_params import DevboxSnapshotDiskAsyncParams as DevboxSnapshotDiskAsyncParams
 from .devbox_write_file_contents_params import DevboxWriteFileContentsParams as DevboxWriteFileContentsParams

src/runloop_api_client/types/benchmark_update_scenarios_params.py

@@ -0,0 +1,18 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Optional
+from typing_extensions import TypedDict
+
+from .._types import SequenceNotStr
+
+__all__ = ["BenchmarkUpdateScenariosParams"]
+
+
+class BenchmarkUpdateScenariosParams(TypedDict, total=False):
+    scenarios_to_add: Optional[SequenceNotStr[str]]
+    """Scenario IDs to add to the Benchmark."""
+
+    scenarios_to_remove: Optional[SequenceNotStr[str]]
+    """Scenario IDs to remove from the Benchmark."""

tests/api_resources/test_benchmarks.py

@@ -345,6 +345,53 @@ def test_streaming_response_start_run(self, client: Runloop) -> None:
 
         assert cast(Any, response.is_closed) is True
 
+    @parametrize
+    def test_method_update_scenarios(self, client: Runloop) -> None:
+        benchmark = client.benchmarks.update_scenarios(
+            id="id",
+        )
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    def test_method_update_scenarios_with_all_params(self, client: Runloop) -> None:
+        benchmark = client.benchmarks.update_scenarios(
+            id="id",
+            scenarios_to_add=["string"],
+            scenarios_to_remove=["string"],
+        )
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    def test_raw_response_update_scenarios(self, client: Runloop) -> None:
+        response = client.benchmarks.with_raw_response.update_scenarios(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        benchmark = response.parse()
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    def test_streaming_response_update_scenarios(self, client: Runloop) -> None:
+        with client.benchmarks.with_streaming_response.update_scenarios(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            benchmark = response.parse()
+            assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    def test_path_params_update_scenarios(self, client: Runloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            client.benchmarks.with_raw_response.update_scenarios(
+                id="",
+            )
+
 
 class TestAsyncBenchmarks:
     parametrize = pytest.mark.parametrize(
@@ -673,3 +720,50 @@ async def test_streaming_response_start_run(self, async_client: AsyncRunloop) ->
             assert_matches_type(BenchmarkRunView, benchmark, path=["response"])
 
         assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    async def test_method_update_scenarios(self, async_client: AsyncRunloop) -> None:
+        benchmark = await async_client.benchmarks.update_scenarios(
+            id="id",
+        )
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_method_update_scenarios_with_all_params(self, async_client: AsyncRunloop) -> None:
+        benchmark = await async_client.benchmarks.update_scenarios(
+            id="id",
+            scenarios_to_add=["string"],
+            scenarios_to_remove=["string"],
+        )
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_raw_response_update_scenarios(self, async_client: AsyncRunloop) -> None:
+        response = await async_client.benchmarks.with_raw_response.update_scenarios(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        benchmark = await response.parse()
+        assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_streaming_response_update_scenarios(self, async_client: AsyncRunloop) -> None:
+        async with async_client.benchmarks.with_streaming_response.update_scenarios(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            benchmark = await response.parse()
+            assert_matches_type(BenchmarkView, benchmark, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    async def test_path_params_update_scenarios(self, async_client: AsyncRunloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            await async_client.benchmarks.with_raw_response.update_scenarios(
+                id="",
+            )