diff --git a/.release-please-manifest.json b/.release-please-manifest.json
index 4ad3fef33..e75629345 100644
--- a/.release-please-manifest.json
+++ b/.release-please-manifest.json
@@ -1,3 +1,3 @@
{
- ".": "0.18.0"
+ ".": "0.19.0"
}
\ No newline at end of file
diff --git a/.stats.yml b/.stats.yml
index c015e59e5..54cc74dc4 100644
--- a/.stats.yml
+++ b/.stats.yml
@@ -1,2 +1,2 @@
-configured_endpoints: 66
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-8030b5a782144e97b4c813649da362416bd258f9a0bdd5d43b507c474d7f0bc0.yml
+configured_endpoints: 68
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-ad83f8f9f6d60b6ef468111bde705c475948948951ff9ec80c54c2df76ff5596.yml
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4dc078fc9..f53ae99c6 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,14 @@
# Changelog
+## 0.19.0 (2025-02-03)
+
+Full Changelog: [v0.18.0...v0.19.0](https://github.com/runloopai/api-client-python/compare/v0.18.0...v0.19.0)
+
+### Features
+
+* add helper methods for scenarios ([551fcfc](https://github.com/runloopai/api-client-python/commit/551fcfc1dc5b8b67c0c6179d49c3eef2c0a38676))
+* **api:** api update ([#520](https://github.com/runloopai/api-client-python/issues/520)) ([750b4ba](https://github.com/runloopai/api-client-python/commit/750b4ba51cc0c848258113af8bf882ceb679bf9e))
+
## 0.18.0 (2025-02-01)
Full Changelog: [v0.17.0...v0.18.0](https://github.com/runloopai/api-client-python/compare/v0.17.0...v0.18.0)
diff --git a/api.md b/api.md
index 07c9163b5..923bfcfd5 100644
--- a/api.md
+++ b/api.md
@@ -24,6 +24,7 @@ Methods:
- client.benchmarks.create(\*\*params) -> BenchmarkView
- client.benchmarks.retrieve(id) -> BenchmarkView
- client.benchmarks.list(\*\*params) -> SyncBenchmarksCursorIDPage[BenchmarkView]
+- client.benchmarks.list_public(\*\*params) -> SyncBenchmarksCursorIDPage[BenchmarkView]
- client.benchmarks.start_run(\*\*params) -> BenchmarkRunView
## Runs
@@ -261,6 +262,7 @@ Methods:
- client.scenarios.create(\*\*params) -> ScenarioView
- client.scenarios.retrieve(id) -> ScenarioView
- client.scenarios.list(\*\*params) -> SyncScenariosCursorIDPage[ScenarioView]
+- client.scenarios.list_public(\*\*params) -> SyncScenariosCursorIDPage[ScenarioView]
- client.scenarios.start_run(\*\*params) -> ScenarioRunView
## Runs
diff --git a/pyproject.toml b/pyproject.toml
index b384ff7ab..af9e0071a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
[project]
name = "runloop_api_client"
-version = "0.18.0"
+version = "0.19.0"
description = "The official Python library for the runloop API"
dynamic = ["readme"]
license = "MIT"
diff --git a/src/runloop_api_client/_version.py b/src/runloop_api_client/_version.py
index 3c71c53af..5b3613c63 100644
--- a/src/runloop_api_client/_version.py
+++ b/src/runloop_api_client/_version.py
@@ -1,4 +1,4 @@
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
__title__ = "runloop_api_client"
-__version__ = "0.18.0" # x-release-please-version
+__version__ = "0.19.0" # x-release-please-version
diff --git a/src/runloop_api_client/resources/benchmarks/benchmarks.py b/src/runloop_api_client/resources/benchmarks/benchmarks.py
index b35432509..f1ea0ffe7 100644
--- a/src/runloop_api_client/resources/benchmarks/benchmarks.py
+++ b/src/runloop_api_client/resources/benchmarks/benchmarks.py
@@ -14,7 +14,12 @@
RunsResourceWithStreamingResponse,
AsyncRunsResourceWithStreamingResponse,
)
-from ...types import benchmark_list_params, benchmark_create_params, benchmark_start_run_params
+from ...types import (
+ benchmark_list_params,
+ benchmark_create_params,
+ benchmark_start_run_params,
+ benchmark_list_public_params,
+)
from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
from ..._utils import (
maybe_transform,
@@ -147,7 +152,6 @@ def list(
self,
*,
limit: int | NotGiven = NOT_GIVEN,
- public: bool | NotGiven = NOT_GIVEN,
starting_after: str | NotGiven = NOT_GIVEN,
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
# The extra values given here take precedence over values defined on the client or passed to this method.
@@ -162,9 +166,6 @@ def list(
Args:
limit: The limit of items to return. Default is 20.
- public: List public benchmarks, e.g. SWE-bench. Defaults to false, i.e. only
- user-defined benchmarks are listed.
-
starting_after: Load the next page of data starting after the item with the given ID.
extra_headers: Send extra headers
@@ -186,7 +187,6 @@ def list(
query=maybe_transform(
{
"limit": limit,
- "public": public,
"starting_after": starting_after,
},
benchmark_list_params.BenchmarkListParams,
@@ -195,6 +195,53 @@ def list(
model=BenchmarkView,
)
+ def list_public(
+ self,
+ *,
+ limit: int | NotGiven = NOT_GIVEN,
+ starting_after: str | NotGiven = NOT_GIVEN,
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+ # The extra values given here take precedence over values defined on the client or passed to this method.
+ extra_headers: Headers | None = None,
+ extra_query: Query | None = None,
+ extra_body: Body | None = None,
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+ ) -> SyncBenchmarksCursorIDPage[BenchmarkView]:
+ """
+ List all public benchmarks matching filter.
+
+ Args:
+ limit: The limit of items to return. Default is 20.
+
+ starting_after: Load the next page of data starting after the item with the given ID.
+
+ extra_headers: Send extra headers
+
+ extra_query: Add additional query parameters to the request
+
+ extra_body: Add additional JSON properties to the request
+
+ timeout: Override the client-level default timeout for this request, in seconds
+ """
+ return self._get_api_list(
+ "/v1/benchmarks/list_public",
+ page=SyncBenchmarksCursorIDPage[BenchmarkView],
+ options=make_request_options(
+ extra_headers=extra_headers,
+ extra_query=extra_query,
+ extra_body=extra_body,
+ timeout=timeout,
+ query=maybe_transform(
+ {
+ "limit": limit,
+ "starting_after": starting_after,
+ },
+ benchmark_list_public_params.BenchmarkListPublicParams,
+ ),
+ ),
+ model=BenchmarkView,
+ )
+
def start_run(
self,
*,
@@ -357,7 +404,6 @@ def list(
self,
*,
limit: int | NotGiven = NOT_GIVEN,
- public: bool | NotGiven = NOT_GIVEN,
starting_after: str | NotGiven = NOT_GIVEN,
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
# The extra values given here take precedence over values defined on the client or passed to this method.
@@ -372,9 +418,6 @@ def list(
Args:
limit: The limit of items to return. Default is 20.
- public: List public benchmarks, e.g. SWE-bench. Defaults to false, i.e. only
- user-defined benchmarks are listed.
-
starting_after: Load the next page of data starting after the item with the given ID.
extra_headers: Send extra headers
@@ -396,7 +439,6 @@ def list(
query=maybe_transform(
{
"limit": limit,
- "public": public,
"starting_after": starting_after,
},
benchmark_list_params.BenchmarkListParams,
@@ -405,6 +447,53 @@ def list(
model=BenchmarkView,
)
+ def list_public(
+ self,
+ *,
+ limit: int | NotGiven = NOT_GIVEN,
+ starting_after: str | NotGiven = NOT_GIVEN,
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+ # The extra values given here take precedence over values defined on the client or passed to this method.
+ extra_headers: Headers | None = None,
+ extra_query: Query | None = None,
+ extra_body: Body | None = None,
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+ ) -> AsyncPaginator[BenchmarkView, AsyncBenchmarksCursorIDPage[BenchmarkView]]:
+ """
+ List all public benchmarks matching filter.
+
+ Args:
+ limit: The limit of items to return. Default is 20.
+
+ starting_after: Load the next page of data starting after the item with the given ID.
+
+ extra_headers: Send extra headers
+
+ extra_query: Add additional query parameters to the request
+
+ extra_body: Add additional JSON properties to the request
+
+ timeout: Override the client-level default timeout for this request, in seconds
+ """
+ return self._get_api_list(
+ "/v1/benchmarks/list_public",
+ page=AsyncBenchmarksCursorIDPage[BenchmarkView],
+ options=make_request_options(
+ extra_headers=extra_headers,
+ extra_query=extra_query,
+ extra_body=extra_body,
+ timeout=timeout,
+ query=maybe_transform(
+ {
+ "limit": limit,
+ "starting_after": starting_after,
+ },
+ benchmark_list_public_params.BenchmarkListPublicParams,
+ ),
+ ),
+ model=BenchmarkView,
+ )
+
async def start_run(
self,
*,
@@ -469,6 +558,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
self.list = to_raw_response_wrapper(
benchmarks.list,
)
+ self.list_public = to_raw_response_wrapper(
+ benchmarks.list_public,
+ )
self.start_run = to_raw_response_wrapper(
benchmarks.start_run,
)
@@ -491,6 +583,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
self.list = async_to_raw_response_wrapper(
benchmarks.list,
)
+ self.list_public = async_to_raw_response_wrapper(
+ benchmarks.list_public,
+ )
self.start_run = async_to_raw_response_wrapper(
benchmarks.start_run,
)
@@ -513,6 +608,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
self.list = to_streamed_response_wrapper(
benchmarks.list,
)
+ self.list_public = to_streamed_response_wrapper(
+ benchmarks.list_public,
+ )
self.start_run = to_streamed_response_wrapper(
benchmarks.start_run,
)
@@ -535,6 +633,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
self.list = async_to_streamed_response_wrapper(
benchmarks.list,
)
+ self.list_public = async_to_streamed_response_wrapper(
+ benchmarks.list_public,
+ )
self.start_run = async_to_streamed_response_wrapper(
benchmarks.start_run,
)
diff --git a/src/runloop_api_client/resources/devboxes/devboxes.py b/src/runloop_api_client/resources/devboxes/devboxes.py
index 14bd900ad..0fc5187ff 100644
--- a/src/runloop_api_client/resources/devboxes/devboxes.py
+++ b/src/runloop_api_client/resources/devboxes/devboxes.py
@@ -84,16 +84,16 @@
async_to_custom_raw_response_wrapper,
async_to_custom_streamed_response_wrapper,
)
-from ..._exceptions import RunloopError
-from ...lib.polling import PollingConfig, poll_until
-from ...lib.polling_async import async_poll_until
from ...pagination import (
SyncDevboxesCursorIDPage,
AsyncDevboxesCursorIDPage,
SyncDiskSnapshotsCursorIDPage,
AsyncDiskSnapshotsCursorIDPage,
)
+from ..._exceptions import RunloopError
+from ...lib.polling import PollingConfig, poll_until
from ..._base_client import AsyncPaginator, make_request_options
+from ...lib.polling_async import async_poll_until
from ...types.devbox_view import DevboxView
from ...types.devbox_tunnel_view import DevboxTunnelView
from ...types.devbox_snapshot_view import DevboxSnapshotView
diff --git a/src/runloop_api_client/resources/scenarios/runs.py b/src/runloop_api_client/resources/scenarios/runs.py
index 351fb8f3d..170b7c12c 100644
--- a/src/runloop_api_client/resources/scenarios/runs.py
+++ b/src/runloop_api_client/resources/scenarios/runs.py
@@ -15,12 +15,12 @@
async_to_streamed_response_wrapper,
)
from ...pagination import SyncBenchmarkRunsCursorIDPage, AsyncBenchmarkRunsCursorIDPage
-from ..._base_client import AsyncPaginator, make_request_options
-from ...types.scenarios import run_list_params
-from ...types.scenario_run_view import ScenarioRunView
from ..._exceptions import RunloopError
from ...lib.polling import PollingConfig, poll_until
+from ..._base_client import AsyncPaginator, make_request_options
+from ...types.scenarios import run_list_params
from ...lib.polling_async import async_poll_until
+from ...types.scenario_run_view import ScenarioRunView
__all__ = ["RunsResource", "AsyncRunsResource"]
diff --git a/src/runloop_api_client/resources/scenarios/scenarios.py b/src/runloop_api_client/resources/scenarios/scenarios.py
index af64a4b0e..2501f4986 100644
--- a/src/runloop_api_client/resources/scenarios/scenarios.py
+++ b/src/runloop_api_client/resources/scenarios/scenarios.py
@@ -18,6 +18,7 @@
scenario_list_params,
scenario_create_params,
scenario_start_run_params,
+ scenario_list_public_params,
)
from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
from ..._utils import (
@@ -163,7 +164,7 @@ def list(
self,
*,
limit: int | NotGiven = NOT_GIVEN,
- name: int | NotGiven = NOT_GIVEN,
+ name: str | NotGiven = NOT_GIVEN,
starting_after: str | NotGiven = NOT_GIVEN,
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
# The extra values given here take precedence over values defined on the client or passed to this method.
@@ -211,6 +212,57 @@ def list(
model=ScenarioView,
)
+ def list_public(
+ self,
+ *,
+ limit: int | NotGiven = NOT_GIVEN,
+ name: str | NotGiven = NOT_GIVEN,
+ starting_after: str | NotGiven = NOT_GIVEN,
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+ # The extra values given here take precedence over values defined on the client or passed to this method.
+ extra_headers: Headers | None = None,
+ extra_query: Query | None = None,
+ extra_body: Body | None = None,
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+ ) -> SyncScenariosCursorIDPage[ScenarioView]:
+ """
+ List all public scenarios matching filter.
+
+ Args:
+ limit: The limit of items to return. Default is 20.
+
+ name: Query for Scenarios with a given name.
+
+ starting_after: Load the next page of data starting after the item with the given ID.
+
+ extra_headers: Send extra headers
+
+ extra_query: Add additional query parameters to the request
+
+ extra_body: Add additional JSON properties to the request
+
+ timeout: Override the client-level default timeout for this request, in seconds
+ """
+ return self._get_api_list(
+ "/v1/scenarios/list_public",
+ page=SyncScenariosCursorIDPage[ScenarioView],
+ options=make_request_options(
+ extra_headers=extra_headers,
+ extra_query=extra_query,
+ extra_body=extra_body,
+ timeout=timeout,
+ query=maybe_transform(
+ {
+ "limit": limit,
+ "name": name,
+ "starting_after": starting_after,
+ },
+ scenario_list_public_params.ScenarioListPublicParams,
+ ),
+ ),
+ model=ScenarioView,
+ )
+
def start_run(
self,
*,
@@ -386,7 +438,7 @@ def list(
self,
*,
limit: int | NotGiven = NOT_GIVEN,
- name: int | NotGiven = NOT_GIVEN,
+ name: str | NotGiven = NOT_GIVEN,
starting_after: str | NotGiven = NOT_GIVEN,
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
# The extra values given here take precedence over values defined on the client or passed to this method.
@@ -434,6 +486,57 @@ def list(
model=ScenarioView,
)
+ def list_public(
+ self,
+ *,
+ limit: int | NotGiven = NOT_GIVEN,
+ name: str | NotGiven = NOT_GIVEN,
+ starting_after: str | NotGiven = NOT_GIVEN,
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+ # The extra values given here take precedence over values defined on the client or passed to this method.
+ extra_headers: Headers | None = None,
+ extra_query: Query | None = None,
+ extra_body: Body | None = None,
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+ ) -> AsyncPaginator[ScenarioView, AsyncScenariosCursorIDPage[ScenarioView]]:
+ """
+ List all public scenarios matching filter.
+
+ Args:
+ limit: The limit of items to return. Default is 20.
+
+ name: Query for Scenarios with a given name.
+
+ starting_after: Load the next page of data starting after the item with the given ID.
+
+ extra_headers: Send extra headers
+
+ extra_query: Add additional query parameters to the request
+
+ extra_body: Add additional JSON properties to the request
+
+ timeout: Override the client-level default timeout for this request, in seconds
+ """
+ return self._get_api_list(
+ "/v1/scenarios/list_public",
+ page=AsyncScenariosCursorIDPage[ScenarioView],
+ options=make_request_options(
+ extra_headers=extra_headers,
+ extra_query=extra_query,
+ extra_body=extra_body,
+ timeout=timeout,
+ query=maybe_transform(
+ {
+ "limit": limit,
+ "name": name,
+ "starting_after": starting_after,
+ },
+ scenario_list_public_params.ScenarioListPublicParams,
+ ),
+ ),
+ model=ScenarioView,
+ )
+
async def start_run(
self,
*,
@@ -502,6 +605,9 @@ def __init__(self, scenarios: ScenariosResource) -> None:
self.list = to_raw_response_wrapper(
scenarios.list,
)
+ self.list_public = to_raw_response_wrapper(
+ scenarios.list_public,
+ )
self.start_run = to_raw_response_wrapper(
scenarios.start_run,
)
@@ -524,6 +630,9 @@ def __init__(self, scenarios: AsyncScenariosResource) -> None:
self.list = async_to_raw_response_wrapper(
scenarios.list,
)
+ self.list_public = async_to_raw_response_wrapper(
+ scenarios.list_public,
+ )
self.start_run = async_to_raw_response_wrapper(
scenarios.start_run,
)
@@ -546,6 +655,9 @@ def __init__(self, scenarios: ScenariosResource) -> None:
self.list = to_streamed_response_wrapper(
scenarios.list,
)
+ self.list_public = to_streamed_response_wrapper(
+ scenarios.list_public,
+ )
self.start_run = to_streamed_response_wrapper(
scenarios.start_run,
)
@@ -568,6 +680,9 @@ def __init__(self, scenarios: AsyncScenariosResource) -> None:
self.list = async_to_streamed_response_wrapper(
scenarios.list,
)
+ self.list_public = async_to_streamed_response_wrapper(
+ scenarios.list_public,
+ )
self.start_run = async_to_streamed_response_wrapper(
scenarios.start_run,
)
diff --git a/src/runloop_api_client/types/__init__.py b/src/runloop_api_client/types/__init__.py
index d8cd7881a..f8e0dbe8d 100644
--- a/src/runloop_api_client/types/__init__.py
+++ b/src/runloop_api_client/types/__init__.py
@@ -55,6 +55,8 @@
from .devbox_execute_async_params import DevboxExecuteAsyncParams as DevboxExecuteAsyncParams
from .devbox_remove_tunnel_params import DevboxRemoveTunnelParams as DevboxRemoveTunnelParams
from .devbox_snapshot_disk_params import DevboxSnapshotDiskParams as DevboxSnapshotDiskParams
+from .scenario_list_public_params import ScenarioListPublicParams as ScenarioListPublicParams
+from .benchmark_list_public_params import BenchmarkListPublicParams as BenchmarkListPublicParams
from .devbox_execution_detail_view import DevboxExecutionDetailView as DevboxExecutionDetailView
from .repository_version_list_view import RepositoryVersionListView as RepositoryVersionListView
from .scoring_contract_result_view import ScoringContractResultView as ScoringContractResultView
diff --git a/src/runloop_api_client/types/benchmark_list_params.py b/src/runloop_api_client/types/benchmark_list_params.py
index 3eef4e030..51b2b1320 100644
--- a/src/runloop_api_client/types/benchmark_list_params.py
+++ b/src/runloop_api_client/types/benchmark_list_params.py
@@ -11,11 +11,5 @@ class BenchmarkListParams(TypedDict, total=False):
limit: int
"""The limit of items to return. Default is 20."""
- public: bool
- """List public benchmarks, e.g.
-
- SWE-bench. Defaults to false, i.e. only user-defined benchmarks are listed.
- """
-
starting_after: str
"""Load the next page of data starting after the item with the given ID."""
diff --git a/src/runloop_api_client/types/benchmark_list_public_params.py b/src/runloop_api_client/types/benchmark_list_public_params.py
new file mode 100644
index 000000000..c5081922d
--- /dev/null
+++ b/src/runloop_api_client/types/benchmark_list_public_params.py
@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["BenchmarkListPublicParams"]
+
+
+class BenchmarkListPublicParams(TypedDict, total=False):
+ limit: int
+ """The limit of items to return. Default is 20."""
+
+ starting_after: str
+ """Load the next page of data starting after the item with the given ID."""
diff --git a/src/runloop_api_client/types/benchmark_run_view.py b/src/runloop_api_client/types/benchmark_run_view.py
index cf46d855c..51af18a0f 100644
--- a/src/runloop_api_client/types/benchmark_run_view.py
+++ b/src/runloop_api_client/types/benchmark_run_view.py
@@ -1,6 +1,6 @@
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-from typing import Optional
+from typing import List, Optional
from typing_extensions import Literal
from .._models import BaseModel
@@ -27,6 +27,9 @@ class BenchmarkRunView(BaseModel):
name: Optional[str] = None
"""The name of the BenchmarkRun."""
+ pending_scenarios: Optional[List[str]] = None
+ """List of Scenarios that need to be completed before benchmark can be completed."""
+
score: Optional[float] = None
"""The final score across the BenchmarkRun, present once completed.
diff --git a/src/runloop_api_client/types/scenario_list_params.py b/src/runloop_api_client/types/scenario_list_params.py
index 76ad9bd10..26c4b5c79 100644
--- a/src/runloop_api_client/types/scenario_list_params.py
+++ b/src/runloop_api_client/types/scenario_list_params.py
@@ -11,7 +11,7 @@ class ScenarioListParams(TypedDict, total=False):
limit: int
"""The limit of items to return. Default is 20."""
- name: int
+ name: str
"""Query for Scenarios with a given name."""
starting_after: str
diff --git a/src/runloop_api_client/types/scenario_list_public_params.py b/src/runloop_api_client/types/scenario_list_public_params.py
new file mode 100644
index 000000000..7f413a517
--- /dev/null
+++ b/src/runloop_api_client/types/scenario_list_public_params.py
@@ -0,0 +1,18 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["ScenarioListPublicParams"]
+
+
+class ScenarioListPublicParams(TypedDict, total=False):
+ limit: int
+ """The limit of items to return. Default is 20."""
+
+ name: str
+ """Query for Scenarios with a given name."""
+
+ starting_after: str
+ """Load the next page of data starting after the item with the given ID."""
diff --git a/tests/api_resources/test_benchmarks.py b/tests/api_resources/test_benchmarks.py
index 17b592147..82ed0bfa1 100644
--- a/tests/api_resources/test_benchmarks.py
+++ b/tests/api_resources/test_benchmarks.py
@@ -107,7 +107,6 @@ def test_method_list(self, client: Runloop) -> None:
def test_method_list_with_all_params(self, client: Runloop) -> None:
benchmark = client.benchmarks.list(
limit=0,
- public=True,
starting_after="starting_after",
)
assert_matches_type(SyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
@@ -132,6 +131,39 @@ def test_streaming_response_list(self, client: Runloop) -> None:
assert cast(Any, response.is_closed) is True
+ @parametrize
+ def test_method_list_public(self, client: Runloop) -> None:
+ benchmark = client.benchmarks.list_public()
+ assert_matches_type(SyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ def test_method_list_public_with_all_params(self, client: Runloop) -> None:
+ benchmark = client.benchmarks.list_public(
+ limit=0,
+ starting_after="starting_after",
+ )
+ assert_matches_type(SyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ def test_raw_response_list_public(self, client: Runloop) -> None:
+ response = client.benchmarks.with_raw_response.list_public()
+
+ assert response.is_closed is True
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+ benchmark = response.parse()
+ assert_matches_type(SyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ def test_streaming_response_list_public(self, client: Runloop) -> None:
+ with client.benchmarks.with_streaming_response.list_public() as response:
+ assert not response.is_closed
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+ benchmark = response.parse()
+ assert_matches_type(SyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ assert cast(Any, response.is_closed) is True
+
@parametrize
def test_method_start_run(self, client: Runloop) -> None:
benchmark = client.benchmarks.start_run(
@@ -261,7 +293,6 @@ async def test_method_list(self, async_client: AsyncRunloop) -> None:
async def test_method_list_with_all_params(self, async_client: AsyncRunloop) -> None:
benchmark = await async_client.benchmarks.list(
limit=0,
- public=True,
starting_after="starting_after",
)
assert_matches_type(AsyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
@@ -286,6 +317,39 @@ async def test_streaming_response_list(self, async_client: AsyncRunloop) -> None
assert cast(Any, response.is_closed) is True
+ @parametrize
+ async def test_method_list_public(self, async_client: AsyncRunloop) -> None:
+ benchmark = await async_client.benchmarks.list_public()
+ assert_matches_type(AsyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ async def test_method_list_public_with_all_params(self, async_client: AsyncRunloop) -> None:
+ benchmark = await async_client.benchmarks.list_public(
+ limit=0,
+ starting_after="starting_after",
+ )
+ assert_matches_type(AsyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ async def test_raw_response_list_public(self, async_client: AsyncRunloop) -> None:
+ response = await async_client.benchmarks.with_raw_response.list_public()
+
+ assert response.is_closed is True
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+ benchmark = await response.parse()
+ assert_matches_type(AsyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ @parametrize
+ async def test_streaming_response_list_public(self, async_client: AsyncRunloop) -> None:
+ async with async_client.benchmarks.with_streaming_response.list_public() as response:
+ assert not response.is_closed
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+ benchmark = await response.parse()
+ assert_matches_type(AsyncBenchmarksCursorIDPage[BenchmarkView], benchmark, path=["response"])
+
+ assert cast(Any, response.is_closed) is True
+
@parametrize
async def test_method_start_run(self, async_client: AsyncRunloop) -> None:
benchmark = await async_client.benchmarks.start_run(
diff --git a/tests/api_resources/test_scenarios.py b/tests/api_resources/test_scenarios.py
index 71ba64dfd..e204eb126 100644
--- a/tests/api_resources/test_scenarios.py
+++ b/tests/api_resources/test_scenarios.py
@@ -148,7 +148,7 @@ def test_method_list(self, client: Runloop) -> None:
def test_method_list_with_all_params(self, client: Runloop) -> None:
scenario = client.scenarios.list(
limit=0,
- name=0,
+ name="name",
starting_after="starting_after",
)
assert_matches_type(SyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
@@ -173,6 +173,40 @@ def test_streaming_response_list(self, client: Runloop) -> None:
assert cast(Any, response.is_closed) is True
+ @parametrize
+ def test_method_list_public(self, client: Runloop) -> None:
+ scenario = client.scenarios.list_public()
+ assert_matches_type(SyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ def test_method_list_public_with_all_params(self, client: Runloop) -> None:
+ scenario = client.scenarios.list_public(
+ limit=0,
+ name="name",
+ starting_after="starting_after",
+ )
+ assert_matches_type(SyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ def test_raw_response_list_public(self, client: Runloop) -> None:
+ response = client.scenarios.with_raw_response.list_public()
+
+ assert response.is_closed is True
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+ scenario = response.parse()
+ assert_matches_type(SyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ def test_streaming_response_list_public(self, client: Runloop) -> None:
+ with client.scenarios.with_streaming_response.list_public() as response:
+ assert not response.is_closed
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+ scenario = response.parse()
+ assert_matches_type(SyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ assert cast(Any, response.is_closed) is True
+
@parametrize
def test_method_start_run(self, client: Runloop) -> None:
scenario = client.scenarios.start_run(
@@ -344,7 +378,7 @@ async def test_method_list(self, async_client: AsyncRunloop) -> None:
async def test_method_list_with_all_params(self, async_client: AsyncRunloop) -> None:
scenario = await async_client.scenarios.list(
limit=0,
- name=0,
+ name="name",
starting_after="starting_after",
)
assert_matches_type(AsyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
@@ -369,6 +403,40 @@ async def test_streaming_response_list(self, async_client: AsyncRunloop) -> None
assert cast(Any, response.is_closed) is True
+ @parametrize
+ async def test_method_list_public(self, async_client: AsyncRunloop) -> None:
+ scenario = await async_client.scenarios.list_public()
+ assert_matches_type(AsyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ async def test_method_list_public_with_all_params(self, async_client: AsyncRunloop) -> None:
+ scenario = await async_client.scenarios.list_public(
+ limit=0,
+ name="name",
+ starting_after="starting_after",
+ )
+ assert_matches_type(AsyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ async def test_raw_response_list_public(self, async_client: AsyncRunloop) -> None:
+ response = await async_client.scenarios.with_raw_response.list_public()
+
+ assert response.is_closed is True
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+ scenario = await response.parse()
+ assert_matches_type(AsyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ @parametrize
+ async def test_streaming_response_list_public(self, async_client: AsyncRunloop) -> None:
+ async with async_client.scenarios.with_streaming_response.list_public() as response:
+ assert not response.is_closed
+ assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+ scenario = await response.parse()
+ assert_matches_type(AsyncScenariosCursorIDPage[ScenarioView], scenario, path=["response"])
+
+ assert cast(Any, response.is_closed) is True
+
@parametrize
async def test_method_start_run(self, async_client: AsyncRunloop) -> None:
scenario = await async_client.scenarios.start_run(