context_depth only even

NeonGeckoCom · Jan 15, 2024 · f00f6a6 · f00f6a6
1 parent a89b49e
commit f00f6a6
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/neon_llm_claude/claude.py b/neon_llm_claude/claude.py
@@ -43,6 +43,7 @@ class Claude(NeonLLM):
     def __init__(self, config):
         super().__init__(config)
         self._openai = None
+        self._context_depth = 0
 
         self.model_name = config["model"]
         self.role = config["role"]
@@ -52,6 +53,14 @@ def __init__(self, config):
         self.openai_key = config["openai_key"]
         self.warmup()
 
+    @property
+    def context_depth(self):
+        return self._context_depth
+
+    @context_depth.setter
+    def context_depth(self, value):
+        self._context_depth = value + value % 2
+
     @property
     def tokenizer(self) -> None:
         return self._tokenizer