WIP

mistralai · Jul 18, 2024 · 49ddce9 · 49ddce9
1 parent e0b9a93
commit 49ddce9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -32,6 +32,7 @@ pydantic = "2.6.1"
 jsonschema = "4.21.1"
 sentencepiece = "0.2.0"
 typing-extensions = "^4.11.0"
+tiktoken = "^0.7.0"
 
 [tool.poetry.group.dev.dependencies]
 types-jsonschema = "4.21.0.20240118"