From 99d805cf52cd09dd0d4a46251bcef463063747e8 Mon Sep 17 00:00:00 2001 From: Shuang Wu Date: Wed, 16 Jul 2025 15:59:03 +0200 Subject: [PATCH 1/2] sync Datasets API --- mostlyai/sdk/domain.py | 29 ++++++++++++++++++++++------- 1 file changed, 22 insertions(+), 7 deletions(-) diff --git a/mostlyai/sdk/domain.py b/mostlyai/sdk/domain.py index bc271e99..1192b3f7 100644 --- a/mostlyai/sdk/domain.py +++ b/mostlyai/sdk/domain.py @@ -13,7 +13,7 @@ # limitations under the License. # generated by datamodel-codegen: -# timestamp: 2025-07-15T14:36:53+00:00 +# timestamp: 2025-07-16T13:52:38+00:00 from __future__ import annotations @@ -1828,13 +1828,28 @@ class Metadata(CustomBaseModel): ) +class DatasetConnectorConfig(CustomBaseModel): + """ + Configuration for a dataset connector. + """ + + id: str = Field(..., description="The unique identifier of a connector.") + locations: list[str] + + class DatasetConnector(CustomBaseModel): """ Configuration for a dataset connector. """ - connector_id: str | None = Field(None, alias="connectorId", description="The unique identifier of a connector.") - locations: list[str] | None = None + id: str = Field(..., description="The unique identifier of a connector.") + name: str | None = Field(None, description="The name of a connector.") + description: str | None = Field(None, description="The description of a connector.") + type: ConnectorType + access_type: ConnectorAccessType | None = Field(ConnectorAccessType.read_protected, alias="accessType") + metadata: Metadata | None = None + usage: ConnectorUsage | None = None + locations: list[str] class Dataset(CustomBaseModel): @@ -1845,8 +1860,8 @@ class Dataset(CustomBaseModel): id: str = Field(..., description="The unique identifier of a dataset.") name: str | None = Field(None, description="The name of a dataset.") description: str | None = Field(None, description="The description of / instructions for a dataset.") - connectors: list[DatasetConnector] - files: list[str] + connectors: list[DatasetConnector] | None = None + files: list[str] | None = None usage: DatasetUsage | None = None metadata: Metadata | None = None OPEN_URL_PARTS: ClassVar[list] = ["d", "datasets"] @@ -1957,7 +1972,7 @@ class DatasetConfig(CustomBaseModel): name: str | None = Field(None, description="The name of a dataset.") description: str | None = Field(None, description="The description of / instructions for a dataset.") - connectors: list[DatasetConnector] | None = None + connectors: list[DatasetConnectorConfig] | None = None class DatasetPatchConfig(CustomBaseModel): @@ -1967,7 +1982,7 @@ class DatasetPatchConfig(CustomBaseModel): name: str | None = Field(None, description="The name of a dataset.") description: str | None = Field(None, description="The description of / instructions for a dataset.") - connectors: list[DatasetConnector] | None = None + connectors: list[DatasetConnectorConfig] | None = None class ConnectorListItem(CustomBaseModel): From 2861d7dccdaaa8c33c34d1ce87cc200ea1d7f7ee Mon Sep 17 00:00:00 2001 From: Shuang Wu Date: Mon, 21 Jul 2025 15:01:44 +0200 Subject: [PATCH 2/2] sync API again --- mostlyai/sdk/domain.py | 19 ++++++++++++++----- 1 file changed, 14 insertions(+), 5 deletions(-) diff --git a/mostlyai/sdk/domain.py b/mostlyai/sdk/domain.py index 1192b3f7..5af3381d 100644 --- a/mostlyai/sdk/domain.py +++ b/mostlyai/sdk/domain.py @@ -13,7 +13,7 @@ # limitations under the License. # generated by datamodel-codegen: -# timestamp: 2025-07-16T13:52:38+00:00 +# timestamp: 2025-07-21T13:00:41+00:00 from __future__ import annotations @@ -183,6 +183,14 @@ class DatasetUsage(CustomBaseModel): no_of_likes: int | None = Field(None, alias="noOfLikes", description="Number of likes of this dataset.") +class DatasetConnectorLocationsConfig(CustomBaseModel): + """ + Configuration for adding connector to dataset. + """ + + locations: list[str] | None = None + + class DatasetSortField(str, Enum): recency = "RECENCY" no_of_likes = "NO_OF_LIKES" @@ -1104,6 +1112,7 @@ class ComputeResources(CustomBaseModel): memory: float | None = Field(None, description="The amount of memory in GB") gpus: int | None = Field(0, description="The number of GPUs") gpu_memory: float | None = Field(0, alias="gpuMemory", description="The amount of GPU memory in GB") + storage: float | None = Field(4, description="Ephemeral storage in GiB (Kubernetes only)") class ComputeListItem(CustomBaseModel): @@ -1834,7 +1843,7 @@ class DatasetConnectorConfig(CustomBaseModel): """ id: str = Field(..., description="The unique identifier of a connector.") - locations: list[str] + locations: list[str] | None = None class DatasetConnector(CustomBaseModel): @@ -1842,14 +1851,14 @@ class DatasetConnector(CustomBaseModel): Configuration for a dataset connector. """ - id: str = Field(..., description="The unique identifier of a connector.") + id: str | None = Field(None, description="The unique identifier of a connector.") name: str | None = Field(None, description="The name of a connector.") description: str | None = Field(None, description="The description of a connector.") - type: ConnectorType + type: ConnectorType | None = None access_type: ConnectorAccessType | None = Field(ConnectorAccessType.read_protected, alias="accessType") metadata: Metadata | None = None usage: ConnectorUsage | None = None - locations: list[str] + locations: list[str] | None = None class Dataset(CustomBaseModel):