Update OpenAI provider to OpenAI Python SDK 2.x

providers/openai/README.rst

@@ -57,7 +57,7 @@ PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``openai[datalib]``                         ``>=1.66.0``
+``openai[datalib]``                         ``>=2.37.0``
 ==========================================  ==================
 
 Cross provider package dependencies

providers/openai/docs/index.rst

@@ -98,7 +98,7 @@ PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.11.0``
 ``apache-airflow-providers-common-compat``  ``>=1.12.0``
-``openai[datalib]``                         ``>=1.66.0``
+``openai[datalib]``                         ``>=2.37.0``
 ==========================================  ==================
 
 Cross provider package dependencies

providers/openai/pyproject.toml

@@ -61,7 +61,7 @@ requires-python = ">=3.10"
 dependencies = [
     "apache-airflow>=2.11.0",
     "apache-airflow-providers-common-compat>=1.12.0",
-    "openai[datalib]>=1.66.0",
+    "openai[datalib]>=2.37.0",
 ]
 
 [dependency-groups]

providers/openai/src/airflow/providers/openai/hooks/openai.py

@@ -129,7 +129,7 @@ def create_chat_completion(
             | ChatCompletionToolMessageParam
             | ChatCompletionFunctionMessageParam
         ],
-        model: str = "gpt-3.5-turbo",
+        model: str = "gpt-4o-mini",
         **kwargs: Any,
     ) -> list[ChatCompletionMessage]:
         """
@@ -141,7 +141,7 @@ def create_chat_completion(
         response = self.conn.chat.completions.create(model=model, messages=messages, **kwargs)
         return response.choices
 
-    def create_assistant(self, model: str = "gpt-3.5-turbo", **kwargs: Any) -> Assistant:
+    def create_assistant(self, model: str = "gpt-4o-mini", **kwargs: Any) -> Assistant:
         """
         Create an OpenAI assistant using the given model.
 
@@ -297,7 +297,7 @@ def modify_run(self, thread_id: str, run_id: str, **kwargs: Any) -> Run:
     def create_embeddings(
         self,
         text: str | list[str] | list[int] | list[list[int]],
-        model: str = "text-embedding-ada-002",
+        model: str = "text-embedding-3-small",
         **kwargs: Any,
     ) -> list[float]:
         """

providers/openai/src/airflow/providers/openai/operators/openai.py

@@ -54,7 +54,7 @@ def __init__(
         self,
         conn_id: str,
         input_text: str | list[str] | list[int] | list[list[int]],
-        model: str = "text-embedding-ada-002",
+        model: str = "text-embedding-3-small",
         embedding_kwargs: dict | None = None,
         **kwargs: Any,
     ):

providers/openai/tests/system/openai/example_openai.py

@@ -78,7 +78,7 @@ def task_to_store_input_text_in_xcom():
         task_id="embedding_using_xcom_data",
         conn_id="openai_default",
         input_text=task_to_store_input_text_in_xcom(),
-        model="text-embedding-ada-002",
+        model="text-embedding-3-small",
     )
 
     OpenAIEmbeddingOperator(
@@ -90,13 +90,13 @@ def task_to_store_input_text_in_xcom():
             input_kwarg1="input_kwarg1_value",
             input_kwarg2="input_kwarg2_value",
         ),
-        model="text-embedding-ada-002",
+        model="text-embedding-3-small",
     )
     OpenAIEmbeddingOperator(
         task_id="embedding_using_text",
         conn_id="openai_default",
         input_text=texts,
-        model="text-embedding-ada-002",
+        model="text-embedding-3-small",
     )
     # [END howto_operator_openai_embedding]