feat(api): api update (#501)

Author: stainless-app[bot]

.stats.yml

@@ -1,2 +1,2 @@
-configured_endpoints: 46
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-15f23a9e2e014d2e5d4d72c39ee31c5556060fb37d1490f308ecce5aeb41d5c8.yml
+configured_endpoints: 61
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-f4e55467750a460852376c0f037c34548a9b72d438b3484b9db0fa62c2573f03.yml

api.md

@@ -4,6 +4,41 @@
 from runloop_api_client.types import AfterIdle, CodeMountParameters, LaunchParameters
 ```
 
+# Benchmarks
+
+Types:
+
+```python
+from runloop_api_client.types import (
+    BenchmarkCreateParameters,
+    BenchmarkListView,
+    BenchmarkRunView,
+    BenchmarkView,
+    StartBenchmarkRunParameters,
+)
+```
+
+Methods:
+
+- <code title="post /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">create</a>(\*\*<a href="src/runloop_api_client/types/benchmark_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
+- <code title="get /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
+- <code title="get /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_list_view.py">BenchmarkListView</a></code>
+- <code title="post /v1/benchmarks/start_run">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/benchmark_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
+
+## Runs
+
+Types:
+
+```python
+from runloop_api_client.types.benchmarks import RunListResponse
+```
+
+Methods:
+
+- <code title="get /v1/benchmarks/runs/{id}">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
+- <code title="get /v1/benchmarks/runs">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmarks/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmarks/run_list_response.py">RunListResponse</a></code>
+- <code title="post /v1/benchmarks/runs/{id}/complete">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
+
 # Blueprints
 
 Types:
@@ -173,6 +208,44 @@ Methods:
 - <code title="post /v1/devboxes/{id}/execute_sync">client.devboxes.executions.<a href="./src/runloop_api_client/resources/devboxes/executions.py">execute_sync</a>(id, \*\*<a href="src/runloop_api_client/types/devboxes/execution_execute_sync_params.py">params</a>) -> <a href="./src/runloop_api_client/types/devbox_execution_detail_view.py">DevboxExecutionDetailView</a></code>
 - <code title="post /v1/devboxes/{devbox_id}/executions/{execution_id}/kill">client.devboxes.executions.<a href="./src/runloop_api_client/resources/devboxes/executions.py">kill</a>(execution_id, \*, devbox_id) -> <a href="./src/runloop_api_client/types/devbox_async_execution_detail_view.py">DevboxAsyncExecutionDetailView</a></code>
 
+# Scenarios
+
+Types:
+
+```python
+from runloop_api_client.types import (
+    InputContextParameters,
+    RepositoryConnectionListView,
+    ScenarioCreateParameters,
+    ScenarioEnvironmentParameters,
+    ScenarioListView,
+    ScenarioRunListView,
+    ScenarioRunView,
+    ScenarioView,
+    ScoringContractParameters,
+    ScoringContractResultView,
+    ScoringFunctionParameters,
+    ScoringFunctionResultView,
+    StartScenarioRunParameters,
+)
+```
+
+Methods:
+
+- <code title="post /v1/scenarios">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">create</a>(\*\*<a href="src/runloop_api_client/types/scenario_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_view.py">ScenarioView</a></code>
+- <code title="get /v1/scenarios/{id}">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenario_view.py">ScenarioView</a></code>
+- <code title="get /v1/scenarios">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenario_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_list_view.py">ScenarioListView</a></code>
+- <code title="post /v1/scenarios/start_run">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/scenario_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
+
+## Runs
+
+Methods:
+
+- <code title="get /v1/scenarios/runs/{id}">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
+- <code title="get /v1/scenarios/runs">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenarios/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_list_view.py">ScenarioRunListView</a></code>
+- <code title="post /v1/scenarios/runs/{id}/complete">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
+- <code title="post /v1/scenarios/runs/{id}/score">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">score</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
+
 # Repositories
 
 Types:

src/runloop_api_client/_client.py

@@ -33,13 +33,17 @@
     AsyncAPIClient,
 )
 from .resources.devboxes import devboxes
+from .resources.scenarios import scenarios
+from .resources.benchmarks import benchmarks
 
 __all__ = ["Timeout", "Transport", "ProxiesTypes", "RequestOptions", "Runloop", "AsyncRunloop", "Client", "AsyncClient"]
 
 
 class Runloop(SyncAPIClient):
+    benchmarks: benchmarks.BenchmarksResource
     blueprints: blueprints.BlueprintsResource
     devboxes: devboxes.DevboxesResource
+    scenarios: scenarios.ScenariosResource
     repositories: repositories.RepositoriesResource
     with_raw_response: RunloopWithRawResponse
     with_streaming_response: RunloopWithStreamedResponse
@@ -100,8 +104,10 @@ def __init__(
 
         self._idempotency_header = "x-request-id"
 
+        self.benchmarks = benchmarks.BenchmarksResource(self)
         self.blueprints = blueprints.BlueprintsResource(self)
         self.devboxes = devboxes.DevboxesResource(self)
+        self.scenarios = scenarios.ScenariosResource(self)
         self.repositories = repositories.RepositoriesResource(self)
         self.with_raw_response = RunloopWithRawResponse(self)
         self.with_streaming_response = RunloopWithStreamedResponse(self)
@@ -212,8 +218,10 @@ def _make_status_error(
 
 
 class AsyncRunloop(AsyncAPIClient):
+    benchmarks: benchmarks.AsyncBenchmarksResource
     blueprints: blueprints.AsyncBlueprintsResource
     devboxes: devboxes.AsyncDevboxesResource
+    scenarios: scenarios.AsyncScenariosResource
     repositories: repositories.AsyncRepositoriesResource
     with_raw_response: AsyncRunloopWithRawResponse
     with_streaming_response: AsyncRunloopWithStreamedResponse
@@ -274,8 +282,10 @@ def __init__(
 
         self._idempotency_header = "x-request-id"
 
+        self.benchmarks = benchmarks.AsyncBenchmarksResource(self)
         self.blueprints = blueprints.AsyncBlueprintsResource(self)
         self.devboxes = devboxes.AsyncDevboxesResource(self)
+        self.scenarios = scenarios.AsyncScenariosResource(self)
         self.repositories = repositories.AsyncRepositoriesResource(self)
         self.with_raw_response = AsyncRunloopWithRawResponse(self)
         self.with_streaming_response = AsyncRunloopWithStreamedResponse(self)
@@ -387,29 +397,37 @@ def _make_status_error(
 
 class RunloopWithRawResponse:
     def __init__(self, client: Runloop) -> None:
+        self.benchmarks = benchmarks.BenchmarksResourceWithRawResponse(client.benchmarks)
         self.blueprints = blueprints.BlueprintsResourceWithRawResponse(client.blueprints)
         self.devboxes = devboxes.DevboxesResourceWithRawResponse(client.devboxes)
+        self.scenarios = scenarios.ScenariosResourceWithRawResponse(client.scenarios)
         self.repositories = repositories.RepositoriesResourceWithRawResponse(client.repositories)
 
 
 class AsyncRunloopWithRawResponse:
     def __init__(self, client: AsyncRunloop) -> None:
+        self.benchmarks = benchmarks.AsyncBenchmarksResourceWithRawResponse(client.benchmarks)
         self.blueprints = blueprints.AsyncBlueprintsResourceWithRawResponse(client.blueprints)
         self.devboxes = devboxes.AsyncDevboxesResourceWithRawResponse(client.devboxes)
+        self.scenarios = scenarios.AsyncScenariosResourceWithRawResponse(client.scenarios)
         self.repositories = repositories.AsyncRepositoriesResourceWithRawResponse(client.repositories)
 
 
 class RunloopWithStreamedResponse:
     def __init__(self, client: Runloop) -> None:
+        self.benchmarks = benchmarks.BenchmarksResourceWithStreamingResponse(client.benchmarks)
         self.blueprints = blueprints.BlueprintsResourceWithStreamingResponse(client.blueprints)
         self.devboxes = devboxes.DevboxesResourceWithStreamingResponse(client.devboxes)
+        self.scenarios = scenarios.ScenariosResourceWithStreamingResponse(client.scenarios)
         self.repositories = repositories.RepositoriesResourceWithStreamingResponse(client.repositories)
 
 
 class AsyncRunloopWithStreamedResponse:
     def __init__(self, client: AsyncRunloop) -> None:
+        self.benchmarks = benchmarks.AsyncBenchmarksResourceWithStreamingResponse(client.benchmarks)
         self.blueprints = blueprints.AsyncBlueprintsResourceWithStreamingResponse(client.blueprints)
         self.devboxes = devboxes.AsyncDevboxesResourceWithStreamingResponse(client.devboxes)
+        self.scenarios = scenarios.AsyncScenariosResourceWithStreamingResponse(client.scenarios)
         self.repositories = repositories.AsyncRepositoriesResourceWithStreamingResponse(client.repositories)
 
 

src/runloop_api_client/resources/__init__.py

@@ -8,6 +8,22 @@
     DevboxesResourceWithStreamingResponse,
     AsyncDevboxesResourceWithStreamingResponse,
 )
+from .scenarios import (
+    ScenariosResource,
+    AsyncScenariosResource,
+    ScenariosResourceWithRawResponse,
+    AsyncScenariosResourceWithRawResponse,
+    ScenariosResourceWithStreamingResponse,
+    AsyncScenariosResourceWithStreamingResponse,
+)
+from .benchmarks import (
+    BenchmarksResource,
+    AsyncBenchmarksResource,
+    BenchmarksResourceWithRawResponse,
+    AsyncBenchmarksResourceWithRawResponse,
+    BenchmarksResourceWithStreamingResponse,
+    AsyncBenchmarksResourceWithStreamingResponse,
+)
 from .blueprints import (
     BlueprintsResource,
     AsyncBlueprintsResource,
@@ -26,6 +42,12 @@
 )
 
 __all__ = [
+    "BenchmarksResource",
+    "AsyncBenchmarksResource",
+    "BenchmarksResourceWithRawResponse",
+    "AsyncBenchmarksResourceWithRawResponse",
+    "BenchmarksResourceWithStreamingResponse",
+    "AsyncBenchmarksResourceWithStreamingResponse",
     "BlueprintsResource",
     "AsyncBlueprintsResource",
     "BlueprintsResourceWithRawResponse",
@@ -38,6 +60,12 @@
     "AsyncDevboxesResourceWithRawResponse",
     "DevboxesResourceWithStreamingResponse",
     "AsyncDevboxesResourceWithStreamingResponse",
+    "ScenariosResource",
+    "AsyncScenariosResource",
+    "ScenariosResourceWithRawResponse",
+    "AsyncScenariosResourceWithRawResponse",
+    "ScenariosResourceWithStreamingResponse",
+    "AsyncScenariosResourceWithStreamingResponse",
     "RepositoriesResource",
     "AsyncRepositoriesResource",
     "RepositoriesResourceWithRawResponse",

src/runloop_api_client/resources/benchmarks/__init__.py

@@ -0,0 +1,33 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from .runs import (
+    RunsResource,
+    AsyncRunsResource,
+    RunsResourceWithRawResponse,
+    AsyncRunsResourceWithRawResponse,
+    RunsResourceWithStreamingResponse,
+    AsyncRunsResourceWithStreamingResponse,
+)
+from .benchmarks import (
+    BenchmarksResource,
+    AsyncBenchmarksResource,
+    BenchmarksResourceWithRawResponse,
+    AsyncBenchmarksResourceWithRawResponse,
+    BenchmarksResourceWithStreamingResponse,
+    AsyncBenchmarksResourceWithStreamingResponse,
+)
+
+__all__ = [
+    "RunsResource",
+    "AsyncRunsResource",
+    "RunsResourceWithRawResponse",
+    "AsyncRunsResourceWithRawResponse",
+    "RunsResourceWithStreamingResponse",
+    "AsyncRunsResourceWithStreamingResponse",
+    "BenchmarksResource",
+    "AsyncBenchmarksResource",
+    "BenchmarksResourceWithRawResponse",
+    "AsyncBenchmarksResourceWithRawResponse",
+    "BenchmarksResourceWithStreamingResponse",
+    "AsyncBenchmarksResourceWithStreamingResponse",
+]