feat: Update AISuite LLM extension with new configuration and improved error handling

Author: seymourtang

agents/examples/default/property.json

@@ -283,34 +283,35 @@
               "agora_asr_session_control_file_path": "session_control.conf"
             }
           },
+          {
+            "type": "extension",
+            "extension_group": "tts",
+            "addon": "azure_tts",
+            "name": "tts",
+            "property": {
+              "azure_subscription_key": "${env:AZURE_TTS_KEY}",
+              "azure_subscription_region": "${env:AZURE_TTS_REGION}",
+              "azure_synthesis_voice_name": "en-US-AndrewMultilingualNeural"
+            }
+          },
           {
             "type": "extension",
             "name": "llm",
-            "addon": "openai_chatgpt_python",
+            "addon": "aisuite_llm_python",
             "extension_group": "chatgpt",
             "property": {
-              "api_key": "${env:OPENAI_API_KEY}",
               "base_url": "",
               "frequency_penalty": 0.9,
               "greeting": "TEN Agent connected. How can I help you today?",
               "max_memory_length": 10,
               "max_tokens": 512,
-              "model": "${env:OPENAI_MODEL}",
+              "model": "openai:gpt-4o-mini",
               "prompt": "",
-              "proxy_url": "${env:OPENAI_PROXY_URL}"
-            }
-          },
-          {
-            "type": "extension",
-            "name": "tts",
-            "addon": "fish_audio_tts",
-            "extension_group": "tts",
-            "property": {
-              "api_key": "${env:FISH_AUDIO_TTS_KEY}",
-              "model_id": "d8639b5cc95548f5afbcfe22d3ba5ce5",
-              "optimize_streaming_latency": true,
-              "request_timeout_seconds": 30,
-              "base_url": "https://api.fish.audio"
+              "provider_config": {
+                "openai": {
+                  "api_key": "${env:OPENAI_API_KEY}"
+                }
+              }
             }
           },
           {
@@ -326,15 +327,6 @@
             "addon": "message_collector",
             "extension_group": "transcriber",
             "property": {}
-          },
-          {
-            "type": "extension",
-            "name": "weatherapi_tool_python",
-            "addon": "weatherapi_tool_python",
-            "extension_group": "default",
-            "property": {
-              "api_key": "${env:WEATHERAPI_API_KEY|}"
-            }
           }
         ],
         "connections": [
@@ -390,14 +382,6 @@
                     "extension": "tts"
                   }
                 ]
-              },
-              {
-                "name": "tool_call",
-                "dest": [
-                  {
-                    "extension": "weatherapi_tool_python"
-                  }
-                ]
               }
             ],
             "data": [
@@ -472,19 +456,6 @@
                 ]
               }
             ]
-          },
-          {
-            "extension": "weatherapi_tool_python",
-            "cmd": [
-              {
-                "name": "tool_register",
-                "dest": [
-                  {
-                    "extension": "llm"
-                  }
-                ]
-              }
-            ]
           }
         ]
       },
@@ -509,23 +480,6 @@
               "subscribe_audio_sample_rate": 24000
             }
           },
-          {
-            "type": "extension",
-            "name": "v2v",
-            "addon": "openai_v2v_python",
-            "extension_group": "llm",
-            "property": {
-              "api_key": "${env:OPENAI_REALTIME_API_KEY}",
-              "temperature": 0.9,
-              "model": "gpt-4o-realtime-preview-2024-12-17",
-              "max_tokens": 2048,
-              "voice": "alloy",
-              "language": "en-US",
-              "server_vad": true,
-              "dump": true,
-              "max_history": 10
-            }
-          },
           {
             "type": "extension",
             "name": "message_collector",

agents/ten_packages/extension/aisuite_llm_python/aisuite_llm_extension.py

@@ -18,6 +18,7 @@
 import threading
 import re
 import aisuite as ai
+import traceback
 
 DATA_OUT_TEXT_DATA_PROPERTY_TEXT = "text"
 DATA_OUT_TEXT_DATA_PROPERTY_TEXT_END_OF_SEGMENT = "end_of_segment"
@@ -28,7 +29,6 @@ def __init__(self, name: str):
         super().__init__(name)
         self.history = []
         self.provider_config = {}
-        self.api_key = ""
         self.model = ""
         self.prompt = ""
         self.max_tokens = 512
@@ -44,6 +44,7 @@ def __init__(self, name: str):
         self.mutex = threading.Lock()
 
         self.client = None
+        self.ten_env = None
 
     def on_msg(self, role: str, content: str) -> None:
         self.mutex.acquire()
@@ -133,7 +134,7 @@ def callback(text: str, end_of_segment: bool):
             callback(total, True)  # callback once until full answer returned
 
     def stream_chat(self, ts: datetime.time, messages: List[Any], callback):
-        ten = self.ten
+        ten = self.ten_env
         ten.log_info(f"before stream_chat call {messages} {ts}")
 
         if self.need_interrupt(ts):
@@ -186,11 +187,13 @@ def stream_chat(self, ts: datetime.time, messages: List[Any], callback):
 
     def on_start(self, ten: TenEnv) -> None:
         ten.log_info("on_start")
-        self.provider_config = ten.get_property_string("provider_config")
+        self.provider_config = ten.get_property_to_json("provider_config")
         self.model = ten.get_property_string("model")
         self.prompt = ten.get_property_string("prompt")
         self.max_history = ten.get_property_int("max_memory_length")
         self.max_tokens = ten.get_property_int("max_tokens")
+        self.ten_env = ten
+        ten.log_info(f"provider_config {self.provider_config}")
         self.client = ai.Client(json.loads(self.provider_config))
         greeting = ten.get_property_string("greeting")
 
@@ -242,7 +245,7 @@ def on_data(self, ten: TenEnv, data: Data) -> None:
             return
 
         ts = datetime.now()
-        ten.log_info("on data %s, %s", input_text, ts)
+        ten.log_info(f"on data {input_text}, {ts}")
         self.queue.put((input_text, ts))
 
     def async_handle(self, ten: TenEnv):
@@ -262,7 +265,7 @@ def async_handle(self, ten: TenEnv):
                     ten.log_info(f"fetched from queue {chat_input.get_name()}")
                     self.call_chat(ten, ts, chat_input)
             except Exception as e:
-                ten.log_error(str(e))
+                ten.log_error(str(e), traceback.print_exc())
 
     def on_cmd(self, ten: TenEnv, cmd: Cmd) -> None:
         ts = datetime.now()
@@ -274,7 +277,7 @@ def on_cmd(self, ten: TenEnv, cmd: Cmd) -> None:
             cmd_out = Cmd.create("flush")
             ten.send_cmd(
                 cmd_out,
-                lambda ten, result: ten.log_info("send_cmd flush done"),
+                lambda ten, result, error: ten.log_info("send_cmd flush done"),
             )
         elif cmd_name == "call_chat":
             self.queue.put((cmd, ts))

agents/ten_packages/extension/aisuite_llm_python/manifest.json

@@ -11,9 +11,6 @@
   ],
   "api": {
     "property": {
-      "api_key": {
-        "type": "string"
-      },
       "model": {
         "type": "string"
       },
@@ -30,7 +27,8 @@
         "type": "int64"
       },
       "provider_config": {
-        "type": "string"
+        "type": "object",
+        "properties":{}
       }
     },
     "data_in": [

agents/ten_packages/extension/aisuite_llm_python/requirements.txt

@@ -1 +1,2 @@
-aisuite
+aisuite
+aisuite[all]