pharmapsychotic/clip-interrogator-ext
1
0
Fork 0
mirror of https://github.com/pharmapsychotic/clip-interrogator-ext.git synced 2026-03-07 14:29:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update to 0.5.3 for VRAM improvements

Browse Source
This commit is contained in:
pharmapsychotic
2023-02-20 16:33:31 -06:00
parent 72cf1ea1c1
commit 3c666ec33d
3 changed files with 8 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
scripts/clip_interrogator_ext.py
View File

@@ -7,7 +7,7 @@ from clip_interrogator import Config, Interrogator
from modules import devices, script_callbacks, shared, lowvram
__version__ = '0.0.3'
__version__ = '0.0.4'
ci = None
@@ -19,24 +19,19 @@ def load(clip_model_name):
low_vram = shared.cmd_opts.lowvram or shared.cmd_opts.medvram
if not low_vram and torch.cuda.is_available():
device = devices.get_optimal_device()
vram_total_mb = torch.cuda.get_device_properties(device).total_memory / (1024**2)
if vram_total_mb < 12*1024*1024:
vram_total = torch.cuda.get_device_properties(device).total_memory
if vram_total < 12*1024*1024*1024:
low_vram = True
print(f" detected < 12GB VRAM, using low VRAM mode")
config = Config(device=devices.get_optimal_device(), clip_model_name=clip_model_name)
config.cache_path = 'models/clip-interrogator'
if low_vram:
config.blip_model_type = 'base'
config.blip_offload = True
config.chunk_size = 1024
config.flavor_intermediate_count = 1024
config.apply_low_vram_defaults()
ci = Interrogator(config)
if clip_model_name != ci.config.clip_model_name:
ci.config.clip_model_name = clip_model_name
ci.load_clip_model()
ci.blip_model = ci.blip_model.to(devices.get_optimal_device())
ci.clip_model = ci.clip_model.to(devices.get_optimal_device())
def unload():
global ci
@@ -44,6 +39,8 @@ def unload():
print("Offloading CLIP Interrogator...")
ci.blip_model = ci.blip_model.to(devices.cpu)
ci.clip_model = ci.clip_model.to(devices.cpu)
ci.blip_offloaded = True
ci.clip_offloaded = True
devices.torch_gc()
def get_models():