support sending **kwargs to api (#181)

* support sending **kwargs to api

* fix precommit

Author: orangetin

src/together/legacy/complete.py

@@ -14,7 +14,7 @@ class Complete:
     def create(
         cls,
         prompt: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> Dict[str, Any]:
         """Legacy completion function."""
 
@@ -36,7 +36,7 @@ def create(
     def create_streaming(
         cls,
         prompt: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> Iterator[Dict[str, Any]]:
         """Legacy streaming completion function."""
 
@@ -59,7 +59,7 @@ class Completion:
     def create(
         cls,
         prompt: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> CompletionResponse | Iterator[CompletionChunk]:
         """Completion function."""
 
@@ -79,7 +79,7 @@ class AsyncComplete:
     async def create(
         cls,
         prompt: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> CompletionResponse | AsyncGenerator[CompletionChunk, None]:
         """Async completion function."""
 

src/together/legacy/embeddings.py

@@ -11,7 +11,7 @@ class Embeddings:
     def create(
         cls,
         input: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> Dict[str, Any]:
         """Legacy embeddings function."""
 

src/together/legacy/images.py

@@ -11,7 +11,7 @@ class Image:
     def create(
         cls,
         prompt: str,
-        **kwargs,
+        **kwargs: Any,
     ) -> Dict[str, Any]:
         """Legacy image function."""
 

src/together/resources/chat/completions.py

@@ -40,6 +40,7 @@ def create(
         response_format: Dict[str, str | Dict[str, Any]] | None = None,
         tools: Dict[str, str | Dict[str, Any]] | None = None,
         tool_choice: str | Dict[str, str | Dict[str, str]] | None = None,
+        **kwargs: Any,
     ) -> ChatCompletionResponse | Iterator[ChatCompletionChunk]:
         """
         Method to generate completions based on a given prompt using a specified model.
@@ -131,6 +132,7 @@ def create(
             response_format=response_format,
             tools=tools,
             tool_choice=tool_choice,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = requestor.request(
@@ -177,6 +179,7 @@ async def create(
         response_format: Dict[str, Any] | None = None,
         tools: Dict[str, str | Dict[str, str | Dict[str, Any]]] | None = None,
         tool_choice: str | Dict[str, str | Dict[str, str]] | None = None,
+        **kwargs: Any,
     ) -> AsyncGenerator[ChatCompletionChunk, None] | ChatCompletionResponse:
         """
         Async method to generate completions based on a given prompt using a specified model.
@@ -268,6 +271,7 @@ async def create(
             response_format=response_format,
             tools=tools,
             tool_choice=tool_choice,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = await requestor.arequest(

src/together/resources/completions.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import AsyncGenerator, Dict, Iterator, List
+from typing import AsyncGenerator, Dict, Iterator, List, Any
 
 from together.abstract import api_requestor
 from together.together_response import TogetherResponse
@@ -37,6 +37,7 @@ def create(
         echo: bool | None = None,
         n: int | None = None,
         safety_model: str | None = None,
+        **kwargs: Any,
     ) -> CompletionResponse | Iterator[CompletionChunk]:
         """
         Method to generate completions based on a given prompt using a specified model.
@@ -113,6 +114,7 @@ def create(
             echo=echo,
             n=n,
             safety_model=safety_model,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = requestor.request(
@@ -156,6 +158,7 @@ async def create(
         echo: bool | None = None,
         n: int | None = None,
         safety_model: str | None = None,
+        **kwargs: Any,
     ) -> AsyncGenerator[CompletionChunk, None] | CompletionResponse:
         """
         Async method to generate completions based on a given prompt using a specified model.
@@ -232,6 +235,7 @@ async def create(
             echo=echo,
             n=n,
             safety_model=safety_model,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = await requestor.arequest(

src/together/resources/embeddings.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import List
+from typing import List, Any
 
 from together.abstract import api_requestor
 from together.together_response import TogetherResponse
@@ -21,6 +21,7 @@ def create(
         *,
         input: str | List[str],
         model: str,
+        **kwargs: Any,
     ) -> EmbeddingResponse:
         """
         Method to generate completions based on a given prompt using a specified model.
@@ -40,6 +41,7 @@ def create(
         parameter_payload = EmbeddingRequest(
             input=input,
             model=model,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = requestor.request(
@@ -65,6 +67,7 @@ async def create(
         *,
         input: str | List[str],
         model: str,
+        **kwargs: Any,
     ) -> EmbeddingResponse:
         """
         Async method to generate completions based on a given prompt using a specified model.
@@ -84,6 +87,7 @@ async def create(
         parameter_payload = EmbeddingRequest(
             input=input,
             model=model,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = await requestor.arequest(

src/together/resources/images.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+from typing import Any
+
 from together.abstract import api_requestor
 from together.together_response import TogetherResponse
 from together.types import (
@@ -25,6 +27,7 @@ def generate(
         height: int | None = 1024,
         width: int | None = 1024,
         negative_prompt: str | None = None,
+        **kwargs: Any,
     ) -> ImageResponse:
         """
         Method to generate images based on a given prompt using a specified model.
@@ -67,6 +70,7 @@ def generate(
             height=height,
             width=width,
             negative_prompt=negative_prompt,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = requestor.request(
@@ -98,6 +102,7 @@ async def generate(
         height: int | None = 1024,
         width: int | None = 1024,
         negative_prompt: str | None = None,
+        **kwargs: Any,
     ) -> ImageResponse:
         """
         Async method to generate images based on a given prompt using a specified model.
@@ -140,6 +145,7 @@ async def generate(
             height=height,
             width=width,
             negative_prompt=negative_prompt,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = await requestor.arequest(

src/together/resources/rerank.py

@@ -25,6 +25,7 @@ def create(
         top_n: int | None = None,
         return_documents: bool = False,
         rank_fields: List[str] | None = None,
+        **kwargs: Any,
     ) -> RerankResponse:
         """
         Method to generate completions based on a given prompt using a specified model.
@@ -52,6 +53,7 @@ def create(
             top_n=top_n,
             return_documents=return_documents,
             rank_fields=rank_fields,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = requestor.request(
@@ -81,6 +83,7 @@ async def create(
         top_n: int | None = None,
         return_documents: bool = False,
         rank_fields: List[str] | None = None,
+        **kwargs: Any,
     ) -> RerankResponse:
         """
         Async method to generate completions based on a given prompt using a specified model.
@@ -108,6 +111,7 @@ async def create(
             top_n=top_n,
             return_documents=return_documents,
             rank_fields=rank_fields,
+            **kwargs,
         ).model_dump(exclude_none=True)
 
         response, _, _ = await requestor.arequest(