theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-28 10:11:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-07-26 18:33:04 -04:00
parent ea80b62e30
commit e8fc13a1f6
3 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common/sampling.py
View File

@@ -125,8 +125,7 @@ class BaseSamplerRequest(BaseModel):
"rep_pen_range", "rep_pen_range",
), ),
description=( description=(
"Aliases: repetition_range, repetition_penalty_range, " "Aliases: repetition_range, repetition_penalty_range, " "rep_pen_range"
"rep_pen_range"
), ),
) )

4
common/transformers_utils.py
View File

@@ -47,9 +47,7 @@ class HuggingFaceConfig(BaseModel):
"""Create an instance from a generation config file.""" """Create an instance from a generation config file."""
hf_config_path = model_directory / "config.json" hf_config_path = model_directory / "config.json"
with open( with open(hf_config_path, "r", encoding="utf8") as hf_config_json:
hf_config_path, "r", encoding="utf8"
) as hf_config_json:
hf_config_dict = json.load(hf_config_json) hf_config_dict = json.load(hf_config_json)
return self.model_validate(hf_config_dict) return self.model_validate(hf_config_dict)

2
endpoints/Kobold/types/generation.py
View File

@@ -27,7 +27,7 @@ class GenerateRequest(BaseSamplerRequest):
if self.use_default_badwordsids: if self.use_default_badwordsids:
bad_words_ids = unwrap( bad_words_ids = unwrap(
model.container.generation_config.bad_words_ids, model.container.generation_config.bad_words_ids,
model.container.hf_config.get_badwordsids() model.container.hf_config.get_badwordsids(),
) )
if bad_words_ids: if bad_words_ids: