feat(object-storage): Add upload_from_dir helper method

This method creates an object out of a local directory by bundling it
into a compressed tarball and uploading it as an object.

Author: adam-rl

src/runloop_api_client/sdk/async_.py

@@ -2,6 +2,10 @@
 
 from __future__ import annotations
 
+import asyncio
+from datetime import timedelta
+import io
+import tarfile
 from typing import Dict, Mapping, Optional
 from pathlib import Path
 from typing_extensions import Unpack
@@ -371,7 +375,7 @@ async def upload_from_file(
         path = Path(file_path)
 
         try:
-            content = path.read_bytes()
+            content = await asyncio.to_thread(lambda: path.read_bytes())
         except OSError as error:
             raise OSError(f"Failed to read file {path}: {error}") from error
 
@@ -382,6 +386,50 @@ async def upload_from_file(
         await obj.complete()
         return obj
 
+    async def upload_from_dir(
+        self,
+        dir_path: str | Path,
+        name: str | None = None,
+        *,
+        metadata: Optional[Dict[str, str]] = None,
+        ttl: timedelta | None = None,
+        **options: Unpack[LongRequestOptions],
+    ) -> AsyncStorageObject:
+        """Create and upload an object from a local directory.
+
+        The resulting object will be uploaded as a compressed tarball.
+
+        Args:
+            dir_path: Local filesystem directory path to tar.
+            name: Optional object name; defaults to the directory name + '.tar.gz'.
+            metadata: Optional key-value metadata.
+            ttl: Optional Time-To-Live, after which the object is automatically deleted.
+            **options: Additional request configuration.
+
+        Returns:
+            AsyncStorageObject: Wrapper for the uploaded object.
+
+        Raises:
+            OSError: If any of the files in the directory could not be read.
+        """
+        path = Path(dir_path)
+        name = name or f"{path.name}.tar.gz"
+        ttl_ms = int(ttl.total_seconds()) * 1000 if ttl else None
+
+        def synchronous_io() -> io.BytesIO:
+            tar_buffer = io.BytesIO()
+            with tarfile.open(fileobj=tar_buffer, mode="w:gz") as tar:
+                tar.add(path, arcname=".", recursive=True)
+            tar_buffer.seek(0)
+            return tar_buffer
+
+        tar_buffer = await asyncio.to_thread(synchronous_io)
+
+        obj = await self.create(name=name, content_type="tgz", metadata=metadata, ttl_ms=ttl_ms, **options)
+        await obj.upload_content(tar_buffer)
+        await obj.complete()
+        return obj
+
     async def upload_from_text(
         self,
         text: str,

src/runloop_api_client/sdk/async_storage_object.py

@@ -1,6 +1,7 @@
 """Storage object resource class for asynchronous operations."""
 
 from __future__ import annotations
+from typing import Iterable
 
 from typing_extensions import Unpack, override
 
@@ -156,7 +157,7 @@ async def delete(
             **options,
         )
 
-    async def upload_content(self, content: str | bytes) -> None:
+    async def upload_content(self, content: str | bytes | Iterable[bytes]) -> None:
         """Upload content to the object's pre-signed URL.
 
         Args:

src/runloop_api_client/sdk/storage_object.py

@@ -1,6 +1,7 @@
 """Storage object resource class for synchronous operations."""
 
 from __future__ import annotations
+from typing import Iterable
 
 from typing_extensions import Unpack, override
 
@@ -156,7 +157,7 @@ def delete(
             **options,
         )
 
-    def upload_content(self, content: str | bytes) -> None:
+    def upload_content(self, content: str | bytes | Iterable[bytes]) -> None:
         """Upload content to the object's pre-signed URL.
 
         Args:

src/runloop_api_client/sdk/sync.py

@@ -2,6 +2,9 @@
 
 from __future__ import annotations
 
+from datetime import timedelta
+import io
+import tarfile
 from typing import Dict, Mapping, Optional
 from pathlib import Path
 from typing_extensions import Unpack
@@ -373,6 +376,46 @@ def upload_from_file(
         obj.complete()
         return obj
 
+    def upload_from_dir(
+        self,
+        dir_path: str | Path,
+        name: str | None = None,
+        *,
+        metadata: Optional[Dict[str, str]] = None,
+        ttl: timedelta | None = None,
+        **options: Unpack[LongRequestOptions],
+    ) -> StorageObject:
+        """Create and upload an object from a local directory.
+
+        The resulting object will be uploaded as a compressed tarball.
+
+        Args:
+            dir_path: Local filesystem directory path to tar.
+            name: Optional object name; defaults to the directory name + '.tar.gz'.
+            metadata: Optional key-value metadata.
+            ttl: Optional Time-To-Live, after which the object is automatically deleted.
+            **options: Additional request configuration.
+
+        Returns:
+            StorageObject: Wrapper for the uploaded object.
+
+        Raises:
+            OSError: If any of the files in the directory could not be read.
+        """
+        path = Path(dir_path)
+        name = name or f"{path.name}.tar.gz"
+        ttl_ms = int(ttl.total_seconds()) * 1000 if ttl else None
+
+        tar_buffer = io.BytesIO()
+        with tarfile.open(fileobj=tar_buffer, mode="w:gz") as tar:
+            tar.add(path, arcname=".", recursive=True)
+        tar_buffer.seek(0)
+
+        obj = self.create(name=name, content_type="tgz", metadata=metadata, ttl_ms=ttl_ms, **options)
+        obj.upload_content(tar_buffer)
+        obj.complete()
+        return obj
+
     def upload_from_text(
         self,
         text: str,