revert image logging changes

Reverts part of 6e14a7e. While it created inspect logs that pass pydantic models, they don't actually show up in the log viewer.

Author: simonpcouch

R/translate-messages.R

@@ -60,24 +60,47 @@ collapse_tool_result <- function(tool_result) {
     return(as.character(tool_result@error))
   }
 
-  contents <- purrr::map_chr(tool_result@value, tool_result_value_to_string)
-  paste0(contents, collapse = "\n")
+  content_list <- purrr::map(tool_result@value, tool_result_value_to_content)
+
+  all_text <- all(purrr::map_lgl(content_list, function(x) x$type == "text"))
+
+  if (all_text) {
+    return(paste0(purrr::map_chr(content_list, function(x) x$text), collapse = "\n"))
+  }
+
+  content_list
 }
 
-tool_result_value_to_string <- function(x) {
+tool_result_value_to_content <- function(x) {
   if (is.atomic(x)) {
-    return(paste0(x, collapse = "\n"))
+    return(list(type = "text", text = paste0(x, collapse = "\n")))
   }
 
   switch(
     x$type,
-    text = x$text,
-    image = paste0("[image:", x$source$media_type, "] ",
-                   "data:", x$source$media_type, ";base64,", x$source$data),
-    audio = paste0("[audio:", x$source$media_type, "] ",
-                   "data:", x$source$media_type, ";base64,", x$source$data),
-    video = paste0("[video:", x$source$media_type, "] ",
-                   "data:", x$source$media_type, ";base64,", x$source$data),
-    input_string(tibble::as_tibble(x$source))
+    text = list(type = "text", text = x$text),
+    image = list(
+      type = "image",
+      image = paste0("data:", x$source$media_type, ";base64,", x$source$data)
+    ),
+    audio = list(
+      type = "audio",
+      audio = paste0("data:", x$source$media_type, ";base64,", x$source$data),
+      format = extract_format_from_media_type(x$source$media_type, "wav")
+    ),
+    video = list(
+      type = "video",
+      video = paste0("data:", x$source$media_type, ";base64,", x$source$data),
+      format = extract_format_from_media_type(x$source$media_type, "mp4")
+    ),
+    list(type = "text", text = input_string(tibble::as_tibble(x$source)))
   )
 }
+
+extract_format_from_media_type <- function(media_type, default) {
+  parts <- strsplit(media_type, "/")[[1]]
+  if (length(parts) == 2) {
+    return(parts[2])
+  }
+  default
+}