Dependencies: Switch to LM-format-enforcer fork

LM format enforcer has some latency on token ingestion, so use an optimized fork instead. Also add this in as a base dependency since the size is small. Signed-off-by: kingbri <[email protected]>
theroyallab · Apr 14, 2024 · ed05f37 · ed05f37
1 parent 3d14283
commit ed05f37
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/backends/exllamav2/grammar.py b/backends/exllamav2/grammar.py
@@ -72,8 +72,8 @@ def add_json_schema_filter(
                 "Skipping JSON schema parsing because "
                 "lm-format-enforcer is not installed.\n"
                 "Please run the following command in your environment "
-                "to install extra packages:\n"
-                "pip install -U .[extras]"
+                "to reinstall dependencies:\n"
+                "pip install -U ."
             )
 
             return

diff --git a/pyproject.toml b/pyproject.toml
@@ -26,15 +26,16 @@ dependencies = [
     "sse-starlette",
     "packaging",
     "tokenizers",
+    "lm-format-enforcer @ git+https://github.com/theroyallab/lm-format-enforcer",
 ]
 
 [project.urls]
 "Homepage" = "https://github.com/theroyallab/tabbyAPI"
 
 [project.optional-dependencies]
 extras = [
-    "outlines",
-    "lm-format-enforcer",
+    # Heavy dependencies that aren't for everyday use
+    "outlines"
 ]
 dev = [
     "ruff == 0.3.2"