feat(benchmark): adding in progress benchmark runs for benchmark jobs (#7183)

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 103
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-e7d58ccdc25196753498032f7fe135fe0c29b9728eb24d84abe19de06305d7a3.yml
-openapi_spec_hash: c361ddb1965611121fc2c7e84066a553
-config_hash: cb43d4ca9e64d5a099199d6818d70539
+configured_endpoints: 106
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-63dab7833d6670810c4f4882df560ebbfe2de8e8e1a98d51422368607b5335ae.yml
+openapi_spec_hash: ebb5068064f7469f9239b18a51a6fe44
+config_hash: fd168de77f219e46a1427bbec2eecfb9

api.md

@@ -55,6 +55,24 @@ Methods:
 - <code title="post /v1/benchmark_runs/{id}/complete">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 - <code title="get /v1/benchmark_runs/{id}/scenario_runs">client.benchmark_runs.<a href="./src/runloop_api_client/resources/benchmark_runs.py">list_scenario_runs</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_run_list_scenario_runs_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
 
+# BenchmarkJobs
+
+Types:
+
+```python
+from runloop_api_client.types import (
+    BenchmarkJobCreateParameters,
+    BenchmarkJobListView,
+    BenchmarkJobView,
+)
+```
+
+Methods:
+
+- <code title="post /v1/benchmark_jobs">client.benchmark_jobs.<a href="./src/runloop_api_client/resources/benchmark_jobs.py">create</a>(\*\*<a href="src/runloop_api_client/types/benchmark_job_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_job_view.py">BenchmarkJobView</a></code>
+- <code title="get /v1/benchmark_jobs/{id}">client.benchmark_jobs.<a href="./src/runloop_api_client/resources/benchmark_jobs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_job_view.py">BenchmarkJobView</a></code>
+- <code title="get /v1/benchmark_jobs">client.benchmark_jobs.<a href="./src/runloop_api_client/resources/benchmark_jobs.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_job_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_job_list_view.py">BenchmarkJobListView</a></code>
+
 # Agents
 
 Types:

src/runloop_api_client/_client.py

@@ -40,6 +40,7 @@
         benchmarks,
         blueprints,
         repositories,
+        benchmark_jobs,
         benchmark_runs,
         network_policies,
     )
@@ -49,6 +50,7 @@
     from .resources.benchmarks import BenchmarksResource, AsyncBenchmarksResource
     from .resources.blueprints import BlueprintsResource, AsyncBlueprintsResource
     from .resources.repositories import RepositoriesResource, AsyncRepositoriesResource
+    from .resources.benchmark_jobs import BenchmarkJobsResource, AsyncBenchmarkJobsResource
     from .resources.benchmark_runs import BenchmarkRunsResource, AsyncBenchmarkRunsResource
     from .resources.network_policies import NetworkPoliciesResource, AsyncNetworkPoliciesResource
     from .resources.devboxes.devboxes import DevboxesResource, AsyncDevboxesResource
@@ -126,6 +128,12 @@ def benchmark_runs(self) -> BenchmarkRunsResource:
 
         return BenchmarkRunsResource(self)
 
+    @cached_property
+    def benchmark_jobs(self) -> BenchmarkJobsResource:
+        from .resources.benchmark_jobs import BenchmarkJobsResource
+
+        return BenchmarkJobsResource(self)
+
     @cached_property
     def agents(self) -> AgentsResource:
         from .resources.agents import AgentsResource
@@ -356,6 +364,12 @@ def benchmark_runs(self) -> AsyncBenchmarkRunsResource:
 
         return AsyncBenchmarkRunsResource(self)
 
+    @cached_property
+    def benchmark_jobs(self) -> AsyncBenchmarkJobsResource:
+        from .resources.benchmark_jobs import AsyncBenchmarkJobsResource
+
+        return AsyncBenchmarkJobsResource(self)
+
     @cached_property
     def agents(self) -> AsyncAgentsResource:
         from .resources.agents import AsyncAgentsResource
@@ -535,6 +549,12 @@ def benchmark_runs(self) -> benchmark_runs.BenchmarkRunsResourceWithRawResponse:
 
         return BenchmarkRunsResourceWithRawResponse(self._client.benchmark_runs)
 
+    @cached_property
+    def benchmark_jobs(self) -> benchmark_jobs.BenchmarkJobsResourceWithRawResponse:
+        from .resources.benchmark_jobs import BenchmarkJobsResourceWithRawResponse
+
+        return BenchmarkJobsResourceWithRawResponse(self._client.benchmark_jobs)
+
     @cached_property
     def agents(self) -> agents.AgentsResourceWithRawResponse:
         from .resources.agents import AgentsResourceWithRawResponse
@@ -602,6 +622,12 @@ def benchmark_runs(self) -> benchmark_runs.AsyncBenchmarkRunsResourceWithRawResp
 
         return AsyncBenchmarkRunsResourceWithRawResponse(self._client.benchmark_runs)
 
+    @cached_property
+    def benchmark_jobs(self) -> benchmark_jobs.AsyncBenchmarkJobsResourceWithRawResponse:
+        from .resources.benchmark_jobs import AsyncBenchmarkJobsResourceWithRawResponse
+
+        return AsyncBenchmarkJobsResourceWithRawResponse(self._client.benchmark_jobs)
+
     @cached_property
     def agents(self) -> agents.AsyncAgentsResourceWithRawResponse:
         from .resources.agents import AsyncAgentsResourceWithRawResponse
@@ -669,6 +695,12 @@ def benchmark_runs(self) -> benchmark_runs.BenchmarkRunsResourceWithStreamingRes
 
         return BenchmarkRunsResourceWithStreamingResponse(self._client.benchmark_runs)
 
+    @cached_property
+    def benchmark_jobs(self) -> benchmark_jobs.BenchmarkJobsResourceWithStreamingResponse:
+        from .resources.benchmark_jobs import BenchmarkJobsResourceWithStreamingResponse
+
+        return BenchmarkJobsResourceWithStreamingResponse(self._client.benchmark_jobs)
+
     @cached_property
     def agents(self) -> agents.AgentsResourceWithStreamingResponse:
         from .resources.agents import AgentsResourceWithStreamingResponse
@@ -736,6 +768,12 @@ def benchmark_runs(self) -> benchmark_runs.AsyncBenchmarkRunsResourceWithStreami
 
         return AsyncBenchmarkRunsResourceWithStreamingResponse(self._client.benchmark_runs)
 
+    @cached_property
+    def benchmark_jobs(self) -> benchmark_jobs.AsyncBenchmarkJobsResourceWithStreamingResponse:
+        from .resources.benchmark_jobs import AsyncBenchmarkJobsResourceWithStreamingResponse
+
+        return AsyncBenchmarkJobsResourceWithStreamingResponse(self._client.benchmark_jobs)
+
     @cached_property
     def agents(self) -> agents.AsyncAgentsResourceWithStreamingResponse:
         from .resources.agents import AsyncAgentsResourceWithStreamingResponse

src/runloop_api_client/resources/__init__.py

@@ -64,6 +64,14 @@
     RepositoriesResourceWithStreamingResponse,
     AsyncRepositoriesResourceWithStreamingResponse,
 )
+from .benchmark_jobs import (
+    BenchmarkJobsResource,
+    AsyncBenchmarkJobsResource,
+    BenchmarkJobsResourceWithRawResponse,
+    AsyncBenchmarkJobsResourceWithRawResponse,
+    BenchmarkJobsResourceWithStreamingResponse,
+    AsyncBenchmarkJobsResourceWithStreamingResponse,
+)
 from .benchmark_runs import (
     BenchmarkRunsResource,
     AsyncBenchmarkRunsResource,
@@ -94,6 +102,12 @@
     "AsyncBenchmarkRunsResourceWithRawResponse",
     "BenchmarkRunsResourceWithStreamingResponse",
     "AsyncBenchmarkRunsResourceWithStreamingResponse",
+    "BenchmarkJobsResource",
+    "AsyncBenchmarkJobsResource",
+    "BenchmarkJobsResourceWithRawResponse",
+    "AsyncBenchmarkJobsResourceWithRawResponse",
+    "BenchmarkJobsResourceWithStreamingResponse",
+    "AsyncBenchmarkJobsResourceWithStreamingResponse",
     "AgentsResource",
     "AsyncAgentsResource",
     "AgentsResourceWithRawResponse",