mirror of
https://github.com/ostris/ai-toolkit.git
synced 2026-01-26 16:39:47 +00:00
57 lines
1.9 KiB
Python
57 lines
1.9 KiB
Python
import os
|
|
import json
|
|
from collections import OrderedDict
|
|
|
|
from toolkit.paths import TOOLKIT_ROOT
|
|
|
|
possible_extensions = ['.json', '.jsonc']
|
|
|
|
|
|
def get_cwd_abs_path(path):
|
|
if not os.path.isabs(path):
|
|
path = os.path.join(os.getcwd(), path)
|
|
return path
|
|
|
|
|
|
def preprocess_config(config: OrderedDict):
|
|
if "job" not in config:
|
|
raise ValueError("config file must have a job key")
|
|
if "config" not in config:
|
|
raise ValueError("config file must have a config section")
|
|
if "name" not in config["config"]:
|
|
raise ValueError("config file must have a config.name key")
|
|
# we need to replace tags. For now just [name]
|
|
name = config["config"]["name"]
|
|
config_string = json.dumps(config)
|
|
config_string = config_string.replace("[name]", name)
|
|
config = json.loads(config_string, object_pairs_hook=OrderedDict)
|
|
return config
|
|
|
|
|
|
def get_config(config_file_path):
|
|
# first check if it is in the config folder
|
|
config_path = os.path.join(TOOLKIT_ROOT, 'config', config_file_path)
|
|
# see if it is in the config folder with any of the possible extensions if it doesnt have one
|
|
real_config_path = None
|
|
if not os.path.exists(config_path):
|
|
for ext in possible_extensions:
|
|
if os.path.exists(config_path + ext):
|
|
real_config_path = config_path + ext
|
|
break
|
|
|
|
# if we didn't find it there, check if it is a full path
|
|
if not real_config_path:
|
|
if os.path.exists(config_file_path):
|
|
real_config_path = config_file_path
|
|
elif os.path.exists(get_cwd_abs_path(config_file_path)):
|
|
real_config_path = get_cwd_abs_path(config_file_path)
|
|
|
|
if not real_config_path:
|
|
raise ValueError(f"Could not find config file {config_file_path}")
|
|
|
|
# load the config
|
|
with open(real_config_path, 'r') as f:
|
|
config = json.load(f, object_pairs_hook=OrderedDict)
|
|
|
|
return preprocess_config(config)
|