theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-20 14:28:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

API + Model: Add support for regex pattern constraints

Browse Source 
Adds the ability to constrain generation via regex pattern using lm-format-enforcer.
This commit is contained in:
DocShotgun
2024-05-12 19:10:43 -07:00
parent 57525219d0
commit abe411c6fb
3 changed files with 55 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
common/sampling.py
View File

@@ -138,6 +138,10 @@ class BaseSamplerRequest(BaseModel):
default_factory=lambda: get_default_sampler_value("json_schema"),
)
regex_pattern: Optional[str] = Field(
default_factory=lambda: get_default_sampler_value("regex_pattern"),
)
grammar_string: Optional[str] = Field(
default_factory=lambda: get_default_sampler_value("grammar_string"),
)
@@ -312,6 +316,7 @@ class BaseSamplerRequest(BaseModel):
"cfg_scale": self.cfg_scale,
"negative_prompt": self.negative_prompt,
"json_schema": self.json_schema,
"regex_pattern": self.regex_pattern,
"grammar_string": self.grammar_string,
"speculative_ngram": self.speculative_ngram,
}