more attention types

This commit is contained in:
layerdiffusion
2024-08-02 03:32:19 -07:00
parent 318219bc9d
commit 3dd084d55b
5 changed files with 699 additions and 45 deletions

View File

@@ -47,19 +47,19 @@ def initialize_forge():
from modules_forge.cuda_malloc import try_cuda_malloc
try_cuda_malloc()
import ldm_patched.modules.model_management as model_management
from backend import memory_management
import torch
monitor_module_moving()
device = model_management.get_torch_device()
device = memory_management.get_torch_device()
torch.zeros((1, 1)).to(device, torch.float32)
model_management.soft_empty_cache()
memory_management.soft_empty_cache()
import modules_forge.patch_basic
modules_forge.patch_basic.patch_all_basics()
from modules_forge import stream
from backend import stream
print('CUDA Stream Activated: ', stream.using_stream)
from modules_forge.shared import diffusers_dir