Dependencies: Require tokenizers

This is used for some models and isn't too big in size (compared to
other huggingface dependencies), so include it by default.

Signed-off-by: kingbri <bdashore3@proton.me>

pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
     "loguru",
     "sse-starlette",
     "packaging",
+    "tokenizers",
 ]
 
 [project.urls]
@@ -32,7 +33,6 @@ dependencies = [
 
 [project.optional-dependencies]
 extras = [
-    "tokenizers",
     "outlines",
     "lm-format-enforcer",
 ]