fix: on topic guardrails

give the llm a larger context to work with. be more specific about allowed topics
crossid · Aug 7, 2024 · d78da3e · d78da3e
1 parent b06b37f
commit d78da3e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/app/llm/guardrails/on_topic.py b/app/llm/guardrails/on_topic.py
@@ -28,7 +28,9 @@ def on_topic_guard():
         "greeting",
         "access request",
         "recommending access",
-        "information about applications",
+        "assistant capabilities inquiry",
+        "information gathering about applications",
+        "information gathering about access",
     ]
     template = """
       Your job is to determine if the user's input is on topic

diff --git a/app/llm/nodes.py b/app/llm/nodes.py
@@ -157,7 +157,7 @@ def _epn(state):
 
         corou = agent.ainvoke(state)
         result, ok = asyncio.new_event_loop().run_until_complete(
-            execute_chat_with_guardrail(runnable=corou, input=state[MEMORY_KEY][-3:])
+            execute_chat_with_guardrail(runnable=corou, input=state[MEMORY_KEY][-5:])
         )
 
         output = result["output"]