Skip to content

Commit 793507a

Browse files
stainless-app[bot]stainless-app[bot]
committed
refactor(benchmark): Deprecate /benchmark/{id}/runs in favor of /benchmark_runs (#7019)
1 parent d53af14 commit 793507a

11 files changed

Lines changed: 1455 additions & 218 deletions

File tree

‎.stats.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
configured_endpoints: 103
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-5bbc26893c51a60089ff83a9d067c72252989fbfc5fa941cabf801f62b314c77.yml
3-
openapi_spec_hash: b5d826e352ca1ac815b7530278f4a5ab
4-
config_hash: ec63e62d4660c9c924b39a8671c2fdb1
1+
configured_endpoints: 108
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-e583f34fdcdc18499c8692e8eb8021f6163201f0f77206934c712c319a674d43.yml
3+
openapi_spec_hash: f2fb3f7f5c1f62d3dc397cd02cd1007a
4+
config_hash: 42959fa2708796cc2f83937278dde733

‎api.md‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,6 +51,22 @@ Methods:
5151
- <code title="post /v1/benchmarks/runs/{id}/complete">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
5252
- <code title="get /v1/benchmarks/runs/{id}/scenario_runs">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">list_scenario_runs</a>(id, \*\*<a href="src/runloop_api_client/types/benchmarks/run_list_scenario_runs_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
5353

54+
# BenchmarkRuns
55+
56+
Types:
57+
58+
```python
59+
from runloop_api_client.types import BenchmarkRunListView, BenchmarkRunView, ScenarioRunListView
60+
```
61+
62+
Methods:
63+
64+
- <code title="get /v1/benchmark_runs/{id}">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
65+
- <code title="get /v1/benchmark_runs">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">SyncBenchmarkRunsCursorIDPage[BenchmarkRunView]</a></code>
66+
- <code title="post /v1/benchmark_runs/{id}/cancel">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">cancel</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
67+
- <code title="post /v1/benchmark_runs/{id}/complete">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
68+
- <code title="get /v1/benchmark_runs/{id}/scenario_runs">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">list_scenario_runs</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_run_list_scenario_runs_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
69+
5470
# Agents
5571

5672
Types:

‎src/runloop_api_client/_client.py‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,13 +40,15 @@
4040
benchmarks,
4141
blueprints,
4242
repositories,
43+
benchmark_runs,
4344
network_policies,
4445
)
4546
from .resources.agents import AgentsResource, AsyncAgentsResource
4647
from .resources.objects import ObjectsResource, AsyncObjectsResource
4748
from .resources.secrets import SecretsResource, AsyncSecretsResource
4849
from .resources.blueprints import BlueprintsResource, AsyncBlueprintsResource
4950
from .resources.repositories import RepositoriesResource, AsyncRepositoriesResource
51+
from .resources.benchmark_runs import BenchmarkRunsResource, AsyncBenchmarkRunsResource
5052
from .resources.network_policies import NetworkPoliciesResource, AsyncNetworkPoliciesResource
5153
from .resources.devboxes.devboxes import DevboxesResource, AsyncDevboxesResource
5254
from .resources.scenarios.scenarios import ScenariosResource, AsyncScenariosResource
@@ -118,6 +120,12 @@ def benchmarks(self) -> BenchmarksResource:
118120

119121
return BenchmarksResource(self)
120122

123+
@cached_property
124+
def benchmark_runs(self) -> BenchmarkRunsResource:
125+
from .resources.benchmark_runs import BenchmarkRunsResource
126+
127+
return BenchmarkRunsResource(self)
128+
121129
@cached_property
122130
def agents(self) -> AgentsResource:
123131
from .resources.agents import AgentsResource
@@ -342,6 +350,12 @@ def benchmarks(self) -> AsyncBenchmarksResource:
342350

343351
return AsyncBenchmarksResource(self)
344352

353+
@cached_property
354+
def benchmark_runs(self) -> AsyncBenchmarkRunsResource:
355+
from .resources.benchmark_runs import AsyncBenchmarkRunsResource
356+
357+
return AsyncBenchmarkRunsResource(self)
358+
345359
@cached_property
346360
def agents(self) -> AsyncAgentsResource:
347361
from .resources.agents import AsyncAgentsResource
@@ -515,6 +529,12 @@ def benchmarks(self) -> benchmarks.BenchmarksResourceWithRawResponse:
515529

516530
return BenchmarksResourceWithRawResponse(self._client.benchmarks)
517531

532+
@cached_property
533+
def benchmark_runs(self) -> benchmark_runs.BenchmarkRunsResourceWithRawResponse:
534+
from .resources.benchmark_runs import BenchmarkRunsResourceWithRawResponse
535+
536+
return BenchmarkRunsResourceWithRawResponse(self._client.benchmark_runs)
537+
518538
@cached_property
519539
def agents(self) -> agents.AgentsResourceWithRawResponse:
520540
from .resources.agents import AgentsResourceWithRawResponse
@@ -576,6 +596,12 @@ def benchmarks(self) -> benchmarks.AsyncBenchmarksResourceWithRawResponse:
576596

577597
return AsyncBenchmarksResourceWithRawResponse(self._client.benchmarks)
578598

599+
@cached_property
600+
def benchmark_runs(self) -> benchmark_runs.AsyncBenchmarkRunsResourceWithRawResponse:
601+
from .resources.benchmark_runs import AsyncBenchmarkRunsResourceWithRawResponse
602+
603+
return AsyncBenchmarkRunsResourceWithRawResponse(self._client.benchmark_runs)
604+
579605
@cached_property
580606
def agents(self) -> agents.AsyncAgentsResourceWithRawResponse:
581607
from .resources.agents import AsyncAgentsResourceWithRawResponse
@@ -637,6 +663,12 @@ def benchmarks(self) -> benchmarks.BenchmarksResourceWithStreamingResponse:
637663

638664
return BenchmarksResourceWithStreamingResponse(self._client.benchmarks)
639665

666+
@cached_property
667+
def benchmark_runs(self) -> benchmark_runs.BenchmarkRunsResourceWithStreamingResponse:
668+
from .resources.benchmark_runs import BenchmarkRunsResourceWithStreamingResponse
669+
670+
return BenchmarkRunsResourceWithStreamingResponse(self._client.benchmark_runs)
671+
640672
@cached_property
641673
def agents(self) -> agents.AgentsResourceWithStreamingResponse:
642674
from .resources.agents import AgentsResourceWithStreamingResponse
@@ -698,6 +730,12 @@ def benchmarks(self) -> benchmarks.AsyncBenchmarksResourceWithStreamingResponse:
698730

699731
return AsyncBenchmarksResourceWithStreamingResponse(self._client.benchmarks)
700732

733+
@cached_property
734+
def benchmark_runs(self) -> benchmark_runs.AsyncBenchmarkRunsResourceWithStreamingResponse:
735+
from .resources.benchmark_runs import AsyncBenchmarkRunsResourceWithStreamingResponse
736+
737+
return AsyncBenchmarkRunsResourceWithStreamingResponse(self._client.benchmark_runs)
738+
701739
@cached_property
702740
def agents(self) -> agents.AsyncAgentsResourceWithStreamingResponse:
703741
from .resources.agents import AsyncAgentsResourceWithStreamingResponse

‎src/runloop_api_client/resources/__init__.py‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,14 @@
6464
RepositoriesResourceWithStreamingResponse,
6565
AsyncRepositoriesResourceWithStreamingResponse,
6666
)
67+
from .benchmark_runs import (
68+
BenchmarkRunsResource,
69+
AsyncBenchmarkRunsResource,
70+
BenchmarkRunsResourceWithRawResponse,
71+
AsyncBenchmarkRunsResourceWithRawResponse,
72+
BenchmarkRunsResourceWithStreamingResponse,
73+
AsyncBenchmarkRunsResourceWithStreamingResponse,
74+
)
6775
from .network_policies import (
6876
NetworkPoliciesResource,
6977
AsyncNetworkPoliciesResource,
@@ -80,6 +88,12 @@
8088
"AsyncBenchmarksResourceWithRawResponse",
8189
"BenchmarksResourceWithStreamingResponse",
8290
"AsyncBenchmarksResourceWithStreamingResponse",
91+
"BenchmarkRunsResource",
92+
"AsyncBenchmarkRunsResource",
93+
"BenchmarkRunsResourceWithRawResponse",
94+
"AsyncBenchmarkRunsResourceWithRawResponse",
95+
"BenchmarkRunsResourceWithStreamingResponse",
96+
"AsyncBenchmarkRunsResourceWithStreamingResponse",
8397
"AgentsResource",
8498
"AsyncAgentsResource",
8599
"AgentsResourceWithRawResponse",

0 commit comments

Comments
 (0)