Fix vector query engine exceeding token limits (#759)

griptape-ai · Apr 26, 2024 · f2ac9ca · f2ac9ca
1 parent 30d3e29
commit f2ac9ca
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/griptape/engines/query/vector_query_engine.py b/griptape/engines/query/vector_query_engine.py
@@ -61,7 +61,11 @@ def query(
             if message_token_count + self.answer_token_offset >= tokenizer.max_input_tokens:
                 text_segments.pop()
 
-                user_message = self.user_template_generator.render(query=query, text_segments=text_segments)
+                system_message = self.system_template_generator.render(
+                    rulesets=J2("rulesets/rulesets.j2").render(rulesets=rulesets),
+                    metadata=metadata,
+                    text_segments=text_segments,
+                )
 
                 break