added scorer class (kept create and list as static methods for now since we don't know how we're creating scorers yet)

sid-rl · sid-rl · commit 9a68a2f0cce7 · 2025-11-24T20:24:07.000-08:00
diff --git a/src/runloop_api_client/sdk/__init__.py b/src/runloop_api_client/sdk/__init__.py
@@ -14,10 +14,12 @@
     AsyncStorageObjectOps,
 )
 from .devbox import Devbox
+from .scorer import Scorer
 from .snapshot import Snapshot
 from .blueprint import Blueprint
 from .execution import Execution
 from .async_devbox import AsyncDevbox
+from .async_scorer import AsyncScorer
 from .async_snapshot import AsyncSnapshot
 from .storage_object import StorageObject
 from .async_blueprint import AsyncBlueprint
@@ -48,6 +50,8 @@
     "AsyncExecutionResult",
     "Blueprint",
     "AsyncBlueprint",
+    "Scorer",
+    "AsyncScorer",
     "Snapshot",
     "AsyncSnapshot",
     "StorageObject",
diff --git a/src/runloop_api_client/sdk/_types.py b/src/runloop_api_client/sdk/_types.py
@@ -4,6 +4,7 @@
 from .._types import Body, Query, Headers, Timeout, NotGiven
 from ..lib.polling import PollingConfig
 from ..types.devboxes import DiskSnapshotListParams, DiskSnapshotUpdateParams
+from ..types.scenarios import ScorerListParams, ScorerCreateParams, ScorerUpdateParams, ScorerValidateParams
 from ..types.devbox_list_params import DevboxListParams
 from ..types.object_list_params import ObjectListParams
 from ..types.devbox_create_params import DevboxCreateParams, DevboxBaseCreateParams
@@ -140,3 +141,19 @@ class SDKObjectCreateParams(ObjectCreateParams, LongRequestOptions):
 
 class SDKObjectDownloadParams(ObjectDownloadParams, BaseRequestOptions):
     pass
+
+
+class SDKScorerCreateParams(ScorerCreateParams, LongRequestOptions):
+    pass
+
+
+class SDKScorerListParams(ScorerListParams, BaseRequestOptions):
+    pass
+
+
+class SDKScorerUpdateParams(ScorerUpdateParams, LongRequestOptions):
+    pass
+
+
+class SDKScorerValidateParams(ScorerValidateParams, LongRequestOptions):
+    pass
diff --git a/src/runloop_api_client/sdk/async_scorer.py b/src/runloop_api_client/sdk/async_scorer.py
@@ -0,0 +1,130 @@
+"""Scorer resource class for asynchronous operations."""
+
+from __future__ import annotations
+
+from typing_extensions import Unpack, override
+
+from ._types import (
+    BaseRequestOptions,
+    SDKScorerListParams,
+    SDKScorerCreateParams,
+    SDKScorerUpdateParams,
+    SDKScorerValidateParams,
+)
+from .._client import AsyncRunloop
+from ..types.scenarios import ScorerUpdateResponse, ScorerRetrieveResponse, ScorerValidateResponse
+
+
+class AsyncScorer:
+    """Asynchronous wrapper around a scenario scorer resource."""
+
+    def __init__(
+        self,
+        client: AsyncRunloop,
+        scorer_id: str,
+    ) -> None:
+        """Initialize the wrapper.
+
+        :param client: Generated AsyncRunloop client
+        :type client: AsyncRunloop
+        :param scorer_id: Scorer ID returned by the API
+        :type scorer_id: str
+        """
+        self._client = client
+        self._id = scorer_id
+
+    @override
+    def __repr__(self) -> str:
+        return f"<AsyncScorer id={self._id!r}>"
+
+    @property
+    def id(self) -> str:
+        """Return the scorer ID.
+
+        :return: Unique scorer ID
+        :rtype: str
+        """
+        return self._id
+
+    # TODO: replace static method once we have a proper client
+    @staticmethod
+    async def create(
+        client: AsyncRunloop,
+        **params: Unpack[SDKScorerCreateParams],
+    ) -> "AsyncScorer":
+        """Create a new scenario scorer.
+
+        :param client: Generated AsyncRunloop client
+        :type client: AsyncRunloop
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
+        :return: Wrapper bound to the newly created scorer
+        :rtype: AsyncScorer
+        """
+        response = await client.scenarios.scorers.create(
+            **params,
+        )
+        return AsyncScorer(client, response.id)
+
+    # TODO: replace static method once we have a proper client
+    @staticmethod
+    async def list(
+        client: AsyncRunloop,
+        **params: Unpack[SDKScorerListParams],
+    ) -> list["AsyncScorer"]:
+        """List all scenario scorers.
+
+        :param client: Generated AsyncRunloop client
+        :type client: AsyncRunloop
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
+        :return: List of scorer wrappers
+        :rtype: list[AsyncScorer]
+        """
+        page = await client.scenarios.scorers.list(
+            **params,
+        )
+        return [AsyncScorer(client, item.id) async for item in page]
+
+    async def get_info(
+        self,
+        **options: Unpack[BaseRequestOptions],
+    ) -> ScorerRetrieveResponse:
+        """Retrieve the latest scorer details.
+
+        :param options: Optional request configuration
+        :return: API response describing the scorer
+        :rtype: ScorerRetrieveResponse
+        """
+        return await self._client.scenarios.scorers.retrieve(
+            self._id,
+            **options,
+        )
+
+    async def update(
+        self,
+        **params: Unpack[SDKScorerUpdateParams],
+    ) -> ScorerUpdateResponse:
+        """Update the scorer.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerUpdateParams` for available parameters
+        :return: API response with updated scorer details
+        :rtype: ScorerUpdateResponse
+        """
+        return await self._client.scenarios.scorers.update(
+            self._id,
+            **params,
+        )
+
+    async def validate(
+        self,
+        **params: Unpack[SDKScorerValidateParams],
+    ) -> ScorerValidateResponse:
+        """Validate the scorer with a given context.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerValidateParams` for available parameters
+        :return: API response with validation results
+        :rtype: ScorerValidateResponse
+        """
+        return await self._client.scenarios.scorers.validate(
+            self._id,
+            **params,
+        )
diff --git a/src/runloop_api_client/sdk/scorer.py b/src/runloop_api_client/sdk/scorer.py
@@ -0,0 +1,130 @@
+"""Scorer resource class for synchronous operations."""
+
+from __future__ import annotations
+
+from typing_extensions import Unpack, override
+
+from ._types import (
+    BaseRequestOptions,
+    SDKScorerListParams,
+    SDKScorerCreateParams,
+    SDKScorerUpdateParams,
+    SDKScorerValidateParams,
+)
+from .._client import Runloop
+from ..types.scenarios import ScorerUpdateResponse, ScorerRetrieveResponse, ScorerValidateResponse
+
+
+class Scorer:
+    """Synchronous wrapper around a scenario scorer resource."""
+
+    def __init__(
+        self,
+        client: Runloop,
+        scorer_id: str,
+    ) -> None:
+        """Initialize the wrapper.
+
+        :param client: Generated Runloop client
+        :type client: Runloop
+        :param scorer_id: Scorer ID returned by the API
+        :type scorer_id: str
+        """
+        self._client = client
+        self._id = scorer_id
+
+    @override
+    def __repr__(self) -> str:
+        return f"<Scorer id={self._id!r}>"
+
+    @property
+    def id(self) -> str:
+        """Return the scorer ID.
+
+        :return: Unique scorer ID
+        :rtype: str
+        """
+        return self._id
+
+    # TODO: replace static method once we have a proper client
+    @staticmethod
+    def create(
+        client: Runloop,
+        **params: Unpack[SDKScorerCreateParams],
+    ) -> "Scorer":
+        """Create a new scenario scorer.
+
+        :param client: Generated Runloop client
+        :type client: Runloop
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerCreateParams` for available parameters
+        :return: Wrapper bound to the newly created scorer
+        :rtype: Scorer
+        """
+        response = client.scenarios.scorers.create(
+            **params,
+        )
+        return Scorer(client, response.id)
+
+    # TODO: replace static method once we have a proper client
+    @staticmethod
+    def list(
+        client: Runloop,
+        **params: Unpack[SDKScorerListParams],
+    ) -> list["Scorer"]:
+        """List all scenario scorers.
+
+        :param client: Generated Runloop client
+        :type client: Runloop
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerListParams` for available parameters
+        :return: List of scorer wrappers
+        :rtype: list[Scorer]
+        """
+        page = client.scenarios.scorers.list(
+            **params,
+        )
+        return [Scorer(client, item.id) for item in page]
+
+    def get_info(
+        self,
+        **options: Unpack[BaseRequestOptions],
+    ) -> ScorerRetrieveResponse:
+        """Retrieve the latest scorer details.
+
+        :param options: Optional request configuration
+        :return: API response describing the scorer
+        :rtype: ScorerRetrieveResponse
+        """
+        return self._client.scenarios.scorers.retrieve(
+            self._id,
+            **options,
+        )
+
+    def update(
+        self,
+        **params: Unpack[SDKScorerUpdateParams],
+    ) -> ScorerUpdateResponse:
+        """Update the scorer.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerUpdateParams` for available parameters
+        :return: API response with updated scorer details
+        :rtype: ScorerUpdateResponse
+        """
+        return self._client.scenarios.scorers.update(
+            self._id,
+            **params,
+        )
+
+    def validate(
+        self,
+        **params: Unpack[SDKScorerValidateParams],
+    ) -> ScorerValidateResponse:
+        """Validate the scorer with a given context.
+
+        :param params: See :typeddict:`~runloop_api_client.sdk._types.SDKScorerValidateParams` for available parameters
+        :return: API response with validation results
+        :rtype: ScorerValidateResponse
+        """
+        return self._client.scenarios.scorers.validate(
+            self._id,
+            **params,
+        )
