migrate all yaml loaders to ruamel.yaml

This commit is contained in:
TerminalMan
2024-09-18 11:33:15 +01:00
parent 63634beb5e
commit 6c7542de9f
3 changed files with 10 additions and 4 deletions

View File

@@ -30,7 +30,7 @@ from itertools import zip_longest
from loguru import logger
from typing import List, Optional, Union
import yaml
from ruamel.yaml import YAML
from backends.exllamav2.grammar import (
ExLlamaV2Grammar,
@@ -56,6 +56,8 @@ from common.templating import (
from common.transformers_utils import GenerationConfig, HuggingFaceConfig
from common.utils import coalesce, unwrap
yaml = YAML()
class ExllamaV2Container:
"""The model container class for ExLlamaV2 models."""