fix: Dont stream llm calls which are not saved in state (#418)

* fix: Dont stream llm calls which are not saved in state

* format n lint

Author: bracesproul

.gitignore

@@ -155,3 +155,4 @@ node_modules/
 notebooks
 
 .langgraph-data/
+.langgraph_api/

backend/retrieval_graph/graph.py

@@ -144,7 +144,9 @@ class Plan(TypedDict):
     messages = [
         {"role": "system", "content": configuration.research_plan_system_prompt}
     ] + state.messages
-    response = cast(Plan, await model.ainvoke(messages))
+    response = cast(
+        Plan, await model.ainvoke(messages, {"tags": ["langsmith:nostream"]})
+    )
     return {
         "steps": response["steps"],
         "documents": "delete",

backend/retrieval_graph/researcher_graph/graph.py

@@ -42,7 +42,9 @@ class Response(TypedDict):
         {"role": "system", "content": configuration.generate_queries_system_prompt},
         {"role": "human", "content": state.question},
     ]
-    response = cast(Response, await model.ainvoke(messages))
+    response = cast(
+        Response, await model.ainvoke(messages, {"tags": ["langsmith:nostream"]})
+    )
     return {"queries": response["queries"]}