fix: handle inference error gracefully (#44)

src/commands/chat/state/actions.ts

@@ -38,6 +38,19 @@ export function addProgramMessage(text: string, level: MessageLevel = 'info') {
   });
 }
 
+export function removeUnansweredUserContextMessage() {
+  useChatState.setState((state) => {
+    const lastMessage = state.contextMessages.at(-1);
+    if (lastMessage?.role !== 'user') {
+      return state;
+    }
+
+    return {
+      contextMessages: state.contextMessages.slice(0, state.contextMessages.length - 1),
+    };
+  });
+}
+
 export function forgetContextMessages() {
   useChatState.setState((state) => {
     return {

src/commands/chat/ui/ChatUi.tsx

@@ -9,6 +9,7 @@ import {
   addProgramMessage,
   addUserMessage,
   hideActiveView,
+  removeUnansweredUserContextMessage,
 } from '../state/actions.js';
 import { useChatState } from '../state/state.js';
 import { texts } from '../texts.js';
@@ -38,19 +39,15 @@ export function ChatUi() {
   }, []);
 
   const handleSubmit = (message: string) => {
-    try {
-      hideActiveView();
-
-      const isCommand = processChatCommand(message);
-      if (isCommand) {
-        return;
-      }
+    hideActiveView();
 
-      addUserMessage(message);
-      void fetchAiResponse();
-    } catch (error) {
-      addProgramMessage(`Error: ${extractErrorMessage(error)}`, 'error');
+    const isCommand = processChatCommand(message);
+    if (isCommand) {
+      return;
     }
+
+    addUserMessage(message);
+    void fetchAiResponse();
   };
 
   const showInput = !isLoading && !shouldExit;
@@ -97,6 +94,9 @@ function useAiResponse() {
         addAiResponse(response);
       }
     } catch (error) {
+      // We cannot leave unanswered user message in context, as there is no AI response for it.
+      // Inference APIs require that user and assistant messages should be alternating.
+      removeUnansweredUserContextMessage();
       addProgramMessage(`Error: ${extractErrorMessage(error)}`, 'error');
     } finally {
       setLoading(false);