diff --git a/backends/exllamav2/grammar.py b/backends/exllamav2/grammar.py
index d73e2e1..731970c 100644
--- a/backends/exllamav2/grammar.py
+++ b/backends/exllamav2/grammar.py
@@ -72,8 +72,8 @@ class ExLlamaV2Grammar:
                 "Skipping JSON schema parsing because "
                 "lm-format-enforcer is not installed.\n"
                 "Please run the following command in your environment "
-                "to install extra packages:\n"
-                "pip install -U .[extras]"
+                "to reinstall dependencies:\n"
+                "pip install -U ."
             )
 
             return
diff --git a/pyproject.toml b/pyproject.toml
index 5d0c0f7..402c3ac 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -26,6 +26,7 @@ dependencies = [
     "sse-starlette",
     "packaging",
     "tokenizers",
+    "lm-format-enforcer @ git+https://github.com/theroyallab/lm-format-enforcer",
 ]
 
 [project.urls]
@@ -33,8 +34,8 @@ dependencies = [
 
 [project.optional-dependencies]
 extras = [
-    "outlines",
-    "lm-format-enforcer",
+    # Heavy dependencies that aren't for everyday use
+    "outlines"
 ]
 dev = [
     "ruff == 0.3.2"