mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
133 lines
4.5 KiB
Python
133 lines
4.5 KiB
Python
import yaml
|
|
import pathlib
|
|
from loguru import logger
|
|
from typing import Optional
|
|
from os import getenv, replace
|
|
|
|
from common.utils import unwrap, merge_dicts
|
|
from common.config_models import TabbyConfigModel, generate_config_file
|
|
|
|
|
|
class TabbyConfig(TabbyConfigModel):
|
|
# Persistent defaults
|
|
# TODO: make this pydantic?
|
|
model_defaults: dict = {}
|
|
|
|
def load(self, arguments: Optional[dict] = None):
|
|
"""Synchronously loads the global application config"""
|
|
|
|
# config is applied in order of items in the list
|
|
configs = [
|
|
self._from_file(pathlib.Path("config.yml")),
|
|
self._from_environment(),
|
|
self._from_args(unwrap(arguments, {})),
|
|
]
|
|
|
|
merged_config = merge_dicts(*configs)
|
|
|
|
# validate and update config
|
|
merged_config_model = TabbyConfigModel.model_validate(merged_config)
|
|
for field in TabbyConfigModel.model_fields.keys():
|
|
value = getattr(merged_config_model, field)
|
|
setattr(self, field, value)
|
|
|
|
# Set model defaults dict once to prevent on-demand reconstruction
|
|
# TODO: clean this up a bit
|
|
for field in self.model.use_as_default:
|
|
if hasattr(self.model, field):
|
|
self.model_defaults[field] = getattr(config.model, field)
|
|
elif hasattr(self.draft_model, field):
|
|
self.model_defaults[field] = getattr(config.draft_model, field)
|
|
else:
|
|
logger.error(
|
|
f"invalid item {field} in config option `model.use_as_default`"
|
|
)
|
|
|
|
def _from_file(self, config_path: pathlib.Path):
|
|
"""loads config from a given file path"""
|
|
|
|
legacy = False
|
|
cfg = {}
|
|
|
|
# try loading from file
|
|
try:
|
|
with open(str(config_path.resolve()), "r", encoding="utf8") as config_file:
|
|
cfg = yaml.safe_load(config_file)
|
|
|
|
# FIXME: remove legacy config mapper
|
|
# load legacy config files
|
|
model = cfg.get("model", {})
|
|
|
|
if model.get("draft"):
|
|
legacy = True
|
|
cfg["draft"] = model["draft"]
|
|
if model.get("lora"):
|
|
legacy = True
|
|
cfg["lora"] = model["lora"]
|
|
|
|
except FileNotFoundError:
|
|
logger.info(f"The '{config_path.name}' file cannot be found")
|
|
except Exception as exc:
|
|
logger.error(
|
|
f"The YAML config from '{config_path.name}' couldn't load because of "
|
|
f"the following error:\n\n{exc}"
|
|
)
|
|
|
|
if legacy:
|
|
logger.warning(
|
|
"legacy config.yml files are deprecated"
|
|
"Please upadte to the new version"
|
|
"Attempting auto migrationy"
|
|
)
|
|
new_cfg = TabbyConfigModel.model_validate(cfg)
|
|
|
|
try:
|
|
replace(config_path, f"{config_path}.bak")
|
|
generate_config_file(model=new_cfg, filename=config_path)
|
|
except Exception as e:
|
|
logger.error(f"Auto migration failed: {e}")
|
|
|
|
return unwrap(cfg, {})
|
|
|
|
def _from_args(self, args: dict):
|
|
"""loads config from the provided arguments"""
|
|
config = {}
|
|
|
|
config_override = unwrap(args.get("options", {}).get("config"))
|
|
if config_override:
|
|
logger.info("Config file override detected in args.")
|
|
config = self._from_file(pathlib.Path(config_override))
|
|
return config # Return early if loading from file
|
|
|
|
for key in TabbyConfigModel.model_fields.keys():
|
|
override = args.get(key)
|
|
if override:
|
|
if key == "logging":
|
|
# Strip the "log_" prefix from logging keys if present
|
|
override = {k.replace("log_", ""): v for k, v in override.items()}
|
|
config[key] = override
|
|
|
|
return config
|
|
|
|
def _from_environment(self):
|
|
"""loads configuration from environment variables"""
|
|
|
|
config = {}
|
|
|
|
for field_name in TabbyConfigModel.model_fields.keys():
|
|
section_config = {}
|
|
for sub_field_name in getattr(
|
|
TabbyConfigModel(), field_name
|
|
).model_fields.keys():
|
|
setting = getenv(f"TABBY_{field_name}_{sub_field_name}".upper(), None)
|
|
if setting is not None:
|
|
section_config[sub_field_name] = setting
|
|
|
|
config[field_name] = section_config
|
|
|
|
return config
|
|
|
|
|
|
# Create an empty instance of the config class
|
|
config: TabbyConfig = TabbyConfig()
|