feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 92
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-bbb5c731b774122662526cc0b24015828012b1f09bb32fe2d54498aa09e52c92.yml
-openapi_spec_hash: 3d23e89561895724da8d48967dd26f17
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-2417f3ff96b2f0934e6ee5cafd072e111515712cebb58eff3690bda46b9e04d8.yml
+openapi_spec_hash: 15877c256d01485dacbb4e348d79845d
 config_hash: 60681f589a9e641fdb7f19af2021a033

src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -71,6 +71,7 @@ def create(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -88,8 +89,12 @@ def create(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -110,6 +115,7 @@ def create(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_create_params.BenchmarkCreateParams,
@@ -164,6 +170,7 @@ def update(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -181,8 +188,12 @@ def update(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -205,6 +216,7 @@ def update(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_update_params.BenchmarkUpdateParams,
@@ -451,6 +463,7 @@ async def create(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -468,8 +481,12 @@ async def create(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -490,6 +507,7 @@ async def create(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_create_params.BenchmarkCreateParams,
@@ -544,6 +562,7 @@ async def update(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -561,8 +580,12 @@ async def update(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -585,6 +608,7 @@ async def update(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_update_params.BenchmarkUpdateParams,

src/runloop_api_client/resources/scenarios/scenarios.py

@@ -91,6 +91,7 @@ def create(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secret_names: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -121,6 +122,10 @@ def create(
           required_environment_variables: Environment variables required to run the scenario. If these variables are not
               provided, the scenario will fail to start.
 
+          required_secret_names: Secrets required to run the scenario (user secret name to scenario required
+              secret name). If these secrets are not provided or the mapping is incorrect, the
+              scenario will fail to start.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -142,6 +147,7 @@ def create(
                     "metadata": metadata,
                     "reference_output": reference_output,
                     "required_environment_variables": required_environment_variables,
+                    "required_secret_names": required_secret_names,
                 },
                 scenario_create_params.ScenarioCreateParams,
             ),
@@ -197,7 +203,8 @@ def update(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        required_env_vars: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: Optional[List[str]] | NotGiven = NOT_GIVEN,
         scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -225,7 +232,9 @@ def update(
               can be the result of a git diff or a sequence of command actions to apply to the
               environment.
 
-          required_env_vars: Environment variables required to run the benchmark.
+          required_environment_variables: Environment variables required to run the scenario.
+
+          required_secrets: Secrets required to run the scenario.
 
           scoring_contract: The scoring contract for the Scenario.
 
@@ -250,7 +259,8 @@ def update(
                     "metadata": metadata,
                     "name": name,
                     "reference_output": reference_output,
-                    "required_env_vars": required_env_vars,
+                    "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scoring_contract": scoring_contract,
                 },
                 scenario_update_params.ScenarioUpdateParams,
@@ -527,6 +537,7 @@ async def create(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secret_names: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -557,6 +568,10 @@ async def create(
           required_environment_variables: Environment variables required to run the scenario. If these variables are not
               provided, the scenario will fail to start.
 
+          required_secret_names: Secrets required to run the scenario (user secret name to scenario required
+              secret name). If these secrets are not provided or the mapping is incorrect, the
+              scenario will fail to start.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -578,6 +593,7 @@ async def create(
                     "metadata": metadata,
                     "reference_output": reference_output,
                     "required_environment_variables": required_environment_variables,
+                    "required_secret_names": required_secret_names,
                 },
                 scenario_create_params.ScenarioCreateParams,
             ),
@@ -633,7 +649,8 @@ async def update(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        required_env_vars: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: Optional[List[str]] | NotGiven = NOT_GIVEN,
         scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -661,7 +678,9 @@ async def update(
               can be the result of a git diff or a sequence of command actions to apply to the
               environment.
 
-          required_env_vars: Environment variables required to run the benchmark.
+          required_environment_variables: Environment variables required to run the scenario.
+
+          required_secrets: Secrets required to run the scenario.
 
           scoring_contract: The scoring contract for the Scenario.
 
@@ -686,7 +705,8 @@ async def update(
                     "metadata": metadata,
                     "name": name,
                     "reference_output": reference_output,
-                    "required_env_vars": required_env_vars,
+                    "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scoring_contract": scoring_contract,
                 },
                 scenario_update_params.ScenarioUpdateParams,

src/runloop_api_client/types/benchmark_create_params.py

@@ -18,7 +18,14 @@ class BenchmarkCreateParams(TypedDict, total=False):
     required_environment_variables: Optional[List[str]]
     """Environment variables required to run the benchmark.
 
-    If these variables are not supplied, the benchmark will fail to start
+    If any required variables are not supplied, the benchmark will fail to start
+    """
+
+    required_secrets: List[str]
+    """
+    Secrets required to run the benchmark with (user secret name will be mapped to
+    benchmark required secret name). If any of these secrets are not provided or the
+    mapping is incorrect, the benchmark will fail to start.
     """
 
     scenario_ids: Optional[List[str]]

src/runloop_api_client/types/benchmark_run_view.py

@@ -41,3 +41,6 @@ class BenchmarkRunView(BaseModel):
 
     Calculated as sum of scenario scores / number of scenario runs.
     """
+
+    secrets_provided: Optional[Dict[str, str]] = None
+    """User secrets used to run the benchmark."""

src/runloop_api_client/types/benchmark_start_run_params.py

@@ -26,7 +26,10 @@ class BenchmarkStartRunParams(TypedDict, total=False):
 
 class RunProfile(TypedDict, total=False):
     env_vars: Annotated[Optional[Dict[str, str]], PropertyInfo(alias="envVars")]
-    """Environment variables."""
+    """Environment Variables: Environment Variable to Value."""
 
     purpose: Optional[str]
     """Purpose of the run."""
+
+    secrets: Optional[Dict[str, str]]
+    """Secrets: Environment Variable to User Secret Name."""

src/runloop_api_client/types/benchmark_update_params.py

@@ -18,7 +18,14 @@ class BenchmarkUpdateParams(TypedDict, total=False):
     required_environment_variables: Optional[List[str]]
     """Environment variables required to run the benchmark.
 
-    If these variables are not supplied, the benchmark will fail to start
+    If any required variables are not supplied, the benchmark will fail to start
+    """
+
+    required_secrets: List[str]
+    """
+    Secrets required to run the benchmark with (user secret name will be mapped to
+    benchmark required secret name). If any of these secrets are not provided or the
+    mapping is incorrect, the benchmark will fail to start.
     """
 
     scenario_ids: Optional[List[str]]

src/runloop_api_client/types/benchmark_view.py

@@ -28,5 +28,12 @@ class BenchmarkView(BaseModel):
     required_environment_variables: Optional[List[str]] = None
     """Required environment variables used to run the benchmark.
 
-    If any required environment are missing, the benchmark will fail to start.
+    If any required environment variables are missing, the benchmark will fail to
+    start.
+    """
+
+    required_secret_names: Optional[List[str]] = None
+    """Required secrets used to run the benchmark.
+
+    If any required secrets are missing, the benchmark will fail to start.
     """

src/runloop_api_client/types/blueprint_view.py

@@ -1,12 +1,45 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-from typing import Optional
+from typing import Dict, List, Optional
 from typing_extensions import Literal
 
+from pydantic import Field as FieldInfo
+
 from .._models import BaseModel
 from .blueprint_build_parameters import BlueprintBuildParameters
 
-__all__ = ["BlueprintView"]
+__all__ = ["BlueprintView", "ContainerizedService", "ContainerizedServiceCredentials"]
+
+
+class ContainerizedServiceCredentials(BaseModel):
+    password: str
+    """The password of the container service."""
+
+    username: str
+    """The username of the container service."""
+
+
+class ContainerizedService(BaseModel):
+    image: str
+    """The image of the container service."""
+
+    name: str
+    """The name of the container service."""
+
+    credentials: Optional[ContainerizedServiceCredentials] = None
+    """The credentials of the container service."""
+
+    env: Optional[Dict[str, str]] = None
+    """The environment variables of the container service."""
+
+    options: Optional[str] = None
+    """Additional Docker container create options."""
+
+    port_mappings: Optional[List[str]] = None
+    """The port mappings of the container service.
+
+    Port mappings are in the format of <host_port>:<container_port>.
+    """
 
 
 class BlueprintView(BaseModel):
@@ -31,5 +64,13 @@ class BlueprintView(BaseModel):
     base_blueprint_id: Optional[str] = None
     """The ID of the base Blueprint."""
 
+    containerized_services: Optional[List[ContainerizedService]] = FieldInfo(
+        alias="containerizedServices", default=None
+    )
+    """List of ContainerizedServices available in the Blueprint.
+
+    Services can be explicitly started when creating a Devbox.
+    """
+
     failure_reason: Optional[Literal["out_of_memory", "out_of_disk", "build_failed"]] = None
     """The failure reason if the Blueprint build failed, if any."""

src/runloop_api_client/types/scenario_create_params.py

@@ -40,3 +40,10 @@ class ScenarioCreateParams(TypedDict, total=False):
 
     If these variables are not provided, the scenario will fail to start.
     """
+
+    required_secret_names: Optional[List[str]]
+    """
+    Secrets required to run the scenario (user secret name to scenario required
+    secret name). If these secrets are not provided or the mapping is incorrect, the
+    scenario will fail to start.
+    """