release: 0.52.0

.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.51.0"
+  ".": "0.52.0"
 }

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 92
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-bbb5c731b774122662526cc0b24015828012b1f09bb32fe2d54498aa09e52c92.yml
-openapi_spec_hash: 3d23e89561895724da8d48967dd26f17
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-2417f3ff96b2f0934e6ee5cafd072e111515712cebb58eff3690bda46b9e04d8.yml
+openapi_spec_hash: 15877c256d01485dacbb4e348d79845d
 config_hash: 60681f589a9e641fdb7f19af2021a033

CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.52.0 (2025-07-30)
+
+Full Changelog: [v0.51.0...v0.52.0](https://github.com/runloopai/api-client-python/compare/v0.51.0...v0.52.0)
+
+### Features
+
+* **api:** api update ([49a39e1](https://github.com/runloopai/api-client-python/commit/49a39e15cdb131567da55c689033b94affba85f2))
+
 ## 0.51.0 (2025-07-29)
 
 Full Changelog: [v0.50.0...v0.51.0](https://github.com/runloopai/api-client-python/compare/v0.50.0...v0.51.0)

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "runloop_api_client"
-version = "0.51.0"
+version = "0.52.0"
 description = "The official Python library for the runloop API"
 dynamic = ["readme"]
 license = "MIT"

src/runloop_api_client/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "runloop_api_client"
-__version__ = "0.51.0"  # x-release-please-version
+__version__ = "0.52.0"  # x-release-please-version

src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -71,6 +71,7 @@ def create(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -88,8 +89,12 @@ def create(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -110,6 +115,7 @@ def create(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_create_params.BenchmarkCreateParams,
@@ -164,6 +170,7 @@ def update(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -181,8 +188,12 @@ def update(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -205,6 +216,7 @@ def update(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_update_params.BenchmarkUpdateParams,
@@ -451,6 +463,7 @@ async def create(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -468,8 +481,12 @@ async def create(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -490,6 +507,7 @@ async def create(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_create_params.BenchmarkCreateParams,
@@ -544,6 +562,7 @@ async def update(
         name: str,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: List[str] | NotGiven = NOT_GIVEN,
         scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -561,8 +580,12 @@ async def update(
 
           metadata: User defined metadata to attach to the benchmark for organization.
 
-          required_environment_variables: Environment variables required to run the benchmark. If these variables are not
-              supplied, the benchmark will fail to start
+          required_environment_variables: Environment variables required to run the benchmark. If any required variables
+              are not supplied, the benchmark will fail to start
+
+          required_secrets: Secrets required to run the benchmark with (user secret name will be mapped to
+              benchmark required secret name). If any of these secrets are not provided or the
+              mapping is incorrect, the benchmark will fail to start.
 
           scenario_ids: The Scenario IDs that make up the Benchmark.
 
@@ -585,6 +608,7 @@ async def update(
                     "name": name,
                     "metadata": metadata,
                     "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scenario_ids": scenario_ids,
                 },
                 benchmark_update_params.BenchmarkUpdateParams,

src/runloop_api_client/resources/scenarios/scenarios.py

@@ -91,6 +91,7 @@ def create(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secret_names: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -121,6 +122,10 @@ def create(
           required_environment_variables: Environment variables required to run the scenario. If these variables are not
               provided, the scenario will fail to start.
 
+          required_secret_names: Secrets required to run the scenario (user secret name to scenario required
+              secret name). If these secrets are not provided or the mapping is incorrect, the
+              scenario will fail to start.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -142,6 +147,7 @@ def create(
                     "metadata": metadata,
                     "reference_output": reference_output,
                     "required_environment_variables": required_environment_variables,
+                    "required_secret_names": required_secret_names,
                 },
                 scenario_create_params.ScenarioCreateParams,
             ),
@@ -197,7 +203,8 @@ def update(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        required_env_vars: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: Optional[List[str]] | NotGiven = NOT_GIVEN,
         scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -225,7 +232,9 @@ def update(
               can be the result of a git diff or a sequence of command actions to apply to the
               environment.
 
-          required_env_vars: Environment variables required to run the benchmark.
+          required_environment_variables: Environment variables required to run the scenario.
+
+          required_secrets: Secrets required to run the scenario.
 
           scoring_contract: The scoring contract for the Scenario.
 
@@ -250,7 +259,8 @@ def update(
                     "metadata": metadata,
                     "name": name,
                     "reference_output": reference_output,
-                    "required_env_vars": required_env_vars,
+                    "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scoring_contract": scoring_contract,
                 },
                 scenario_update_params.ScenarioUpdateParams,
@@ -527,6 +537,7 @@ async def create(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
         required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secret_names: Optional[List[str]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -557,6 +568,10 @@ async def create(
           required_environment_variables: Environment variables required to run the scenario. If these variables are not
               provided, the scenario will fail to start.
 
+          required_secret_names: Secrets required to run the scenario (user secret name to scenario required
+              secret name). If these secrets are not provided or the mapping is incorrect, the
+              scenario will fail to start.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -578,6 +593,7 @@ async def create(
                     "metadata": metadata,
                     "reference_output": reference_output,
                     "required_environment_variables": required_environment_variables,
+                    "required_secret_names": required_secret_names,
                 },
                 scenario_create_params.ScenarioCreateParams,
             ),
@@ -633,7 +649,8 @@ async def update(
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        required_env_vars: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_environment_variables: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        required_secrets: Optional[List[str]] | NotGiven = NOT_GIVEN,
         scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -661,7 +678,9 @@ async def update(
               can be the result of a git diff or a sequence of command actions to apply to the
               environment.
 
-          required_env_vars: Environment variables required to run the benchmark.
+          required_environment_variables: Environment variables required to run the scenario.
+
+          required_secrets: Secrets required to run the scenario.
 
           scoring_contract: The scoring contract for the Scenario.
 
@@ -686,7 +705,8 @@ async def update(
                     "metadata": metadata,
                     "name": name,
                     "reference_output": reference_output,
-                    "required_env_vars": required_env_vars,
+                    "required_environment_variables": required_environment_variables,
+                    "required_secrets": required_secrets,
                     "scoring_contract": scoring_contract,
                 },
                 scenario_update_params.ScenarioUpdateParams,

src/runloop_api_client/types/benchmark_create_params.py

@@ -18,7 +18,14 @@ class BenchmarkCreateParams(TypedDict, total=False):
     required_environment_variables: Optional[List[str]]
     """Environment variables required to run the benchmark.
 
-    If these variables are not supplied, the benchmark will fail to start
+    If any required variables are not supplied, the benchmark will fail to start
+    """
+
+    required_secrets: List[str]
+    """
+    Secrets required to run the benchmark with (user secret name will be mapped to
+    benchmark required secret name). If any of these secrets are not provided or the
+    mapping is incorrect, the benchmark will fail to start.
     """
 
     scenario_ids: Optional[List[str]]

src/runloop_api_client/types/benchmark_run_view.py

@@ -41,3 +41,6 @@ class BenchmarkRunView(BaseModel):
 
     Calculated as sum of scenario scores / number of scenario runs.
     """
+
+    secrets_provided: Optional[Dict[str, str]] = None
+    """User secrets used to run the benchmark."""

src/runloop_api_client/types/benchmark_start_run_params.py

@@ -26,7 +26,10 @@ class BenchmarkStartRunParams(TypedDict, total=False):
 
 class RunProfile(TypedDict, total=False):
     env_vars: Annotated[Optional[Dict[str, str]], PropertyInfo(alias="envVars")]
-    """Environment variables."""
+    """Environment Variables: Environment Variable to Value."""
 
     purpose: Optional[str]
     """Purpose of the run."""
+
+    secrets: Optional[Dict[str, str]]
+    """Secrets: Environment Variable to User Secret Name."""

src/runloop_api_client/types/benchmark_update_params.py

@@ -18,7 +18,14 @@ class BenchmarkUpdateParams(TypedDict, total=False):
     required_environment_variables: Optional[List[str]]
     """Environment variables required to run the benchmark.
 
-    If these variables are not supplied, the benchmark will fail to start
+    If any required variables are not supplied, the benchmark will fail to start
+    """
+
+    required_secrets: List[str]
+    """
+    Secrets required to run the benchmark with (user secret name will be mapped to
+    benchmark required secret name). If any of these secrets are not provided or the
+    mapping is incorrect, the benchmark will fail to start.
     """
 
     scenario_ids: Optional[List[str]]

src/runloop_api_client/types/benchmark_view.py

@@ -28,5 +28,12 @@ class BenchmarkView(BaseModel):
     required_environment_variables: Optional[List[str]] = None
     """Required environment variables used to run the benchmark.
 
-    If any required environment are missing, the benchmark will fail to start.
+    If any required environment variables are missing, the benchmark will fail to
+    start.
+    """
+
+    required_secret_names: Optional[List[str]] = None
+    """Required secrets used to run the benchmark.
+
+    If any required secrets are missing, the benchmark will fail to start.
     """