diff --git a/common/sampling.py b/common/sampling.py index 8851f00..72552ce 100644 --- a/common/sampling.py +++ b/common/sampling.py @@ -125,8 +125,7 @@ class BaseSamplerRequest(BaseModel): "rep_pen_range", ), description=( - "Aliases: repetition_range, repetition_penalty_range, " - "rep_pen_range" + "Aliases: repetition_range, repetition_penalty_range, " "rep_pen_range" ), ) diff --git a/common/transformers_utils.py b/common/transformers_utils.py index 2431b1b..9db8ad2 100644 --- a/common/transformers_utils.py +++ b/common/transformers_utils.py @@ -47,9 +47,7 @@ class HuggingFaceConfig(BaseModel): """Create an instance from a generation config file.""" hf_config_path = model_directory / "config.json" - with open( - hf_config_path, "r", encoding="utf8" - ) as hf_config_json: + with open(hf_config_path, "r", encoding="utf8") as hf_config_json: hf_config_dict = json.load(hf_config_json) return self.model_validate(hf_config_dict) diff --git a/endpoints/Kobold/types/generation.py b/endpoints/Kobold/types/generation.py index 210a914..310484b 100644 --- a/endpoints/Kobold/types/generation.py +++ b/endpoints/Kobold/types/generation.py @@ -27,7 +27,7 @@ class GenerateRequest(BaseSamplerRequest): if self.use_default_badwordsids: bad_words_ids = unwrap( model.container.generation_config.bad_words_ids, - model.container.hf_config.get_badwordsids() + model.container.hf_config.get_badwordsids(), ) if bad_words_ids: