chore: update packages and add literal ai tracing

app/agent.py

@@ -3,7 +3,7 @@
 from datetime import datetime
 
 from langchain_core.language_models import BaseChatModel
-from langchain_core.messages import AIMessage, BaseMessage, HumanMessage
+from langchain_core.messages import BaseMessage, HumanMessage
 from langchain_core.prompts import ChatPromptTemplate
 from langchain_core.runnables import RunnableConfig
 from langgraph.checkpoint.base import BaseCheckpointSaver
@@ -35,22 +35,19 @@ async def stream(
             "messages": [HumanMessage(content=message)],
             "today": datetime.now().isoformat(),
         }
-        async for event in self._graph.astream_events(
+        async for msg, metadata in self._graph.astream(
             inputs,
             config=config,
-            version="v2",
+            stream_mode="messages",
         ):
-            kind = event["event"]
-            metadata = event["metadata"]
-            if kind != "on_chat_model_stream" or metadata["langgraph_node"] != "agent":
-                continue
-            chunk = event["data"]["chunk"]
-            if not isinstance(chunk, AIMessage):
-                continue
-            if not chunk.content:
-                continue
-
-            yield utils.get_message_text(chunk)
+            msg = typing.cast(BaseMessage, msg)
+            metadata = typing.cast(dict[str, typing.Any], metadata)
+            if (
+                msg.content
+                and not isinstance(msg, HumanMessage)
+                and metadata["langgraph_node"] == "agent"
+            ):
+                yield utils.get_message_text(msg)
 
     async def invoke(self, message: str, config: RunnableConfig) -> str:
         inputs = {

app/config.py

@@ -26,6 +26,8 @@ class Settings(BaseSettings):
     retriever_threshold: float = 0.3
     # openai config
     openai_api_key: pydantic.SecretStr = pydantic.SecretStr("")
+    # chainlit
+    literal_api_key: str | None = None
 
     model_config = SettingsConfigDict(
         env_file=f"{root_dir}/.env", env_file_encoding="utf-8"

app/logging_config.py

@@ -79,6 +79,11 @@ def get_logging_config() -> typing.Dict[str, typing.Any]:
                 "level": "INFO",
                 "propagate": False,
             },
+            "langchain_core": {
+                "handlers": ["default"],
+                "level": "ERROR",
+                "propagate": False,
+            },
         },
     }
 

app/utils.py

@@ -22,7 +22,12 @@ def load_chat_model(
     """
     provider, model = fully_specified_name.split(":", maxsplit=1)
     return init_chat_model(
-        model, model_provider=provider, temperature=temperature, max_tokens=max_tokens
+        model,
+        model_provider=provider,
+        temperature=temperature,
+        max_tokens=max_tokens,
+        stream_usage=True,
+        max_retries=2,
     )