From 4080e25805acbad2af2893c0c2ef4ad1e01c7f72 Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Thu, 22 Feb 2024 00:47:26 -0800 Subject: [PATCH] add todo note --- ldm_patched/modules/model_management.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ldm_patched/modules/model_management.py b/ldm_patched/modules/model_management.py index e93b1e26..30f53f07 100644 --- a/ldm_patched/modules/model_management.py +++ b/ldm_patched/modules/model_management.py @@ -444,6 +444,9 @@ def load_models_gpu(models, memory_required=0): if vram_set_state == VRAMState.NO_VRAM: lowvram_model_memory = 64 * 1024 * 1024 + # TODO: New offload system seems to have unpredicted risk to OOM on some 2GB devices + # maybe lowvram_model_memory *= 1.5 later if user reports that + cur_loaded_model = loaded_model.model_load(lowvram_model_memory) current_loaded_models.insert(0, loaded_model)