From 7baef05b491cd85e2faf4b06faae52d7c757d2c0 Mon Sep 17 00:00:00 2001 From: kingbri Date: Tue, 10 Sep 2024 22:41:39 -0400 Subject: [PATCH] Transformers Utils: Fix file read Use asynchronous JSON reading Signed-off-by: kingbri --- common/transformers_utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/common/transformers_utils.py b/common/transformers_utils.py index 4fd848d..c00fef4 100644 --- a/common/transformers_utils.py +++ b/common/transformers_utils.py @@ -23,7 +23,8 @@ class GenerationConfig(BaseModel): async with aiofiles.open( generation_config_path, "r", encoding="utf8" ) as generation_config_json: - generation_config_dict = json.load(generation_config_json) + contents = await generation_config_json.read() + generation_config_dict = json.loads(contents) return cls.model_validate(generation_config_dict) def eos_tokens(self):