lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-03-13 08:59:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

move stream file

Browse Source
This commit is contained in:
layerdiffusion
2024-08-02 03:32:52 -07:00
parent 3dd084d55b
commit e5860a4999
2 changed files with 1 additions and 68 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ldm_patched/modules/ops.py
View File

@@ -6,7 +6,7 @@ import torch
import ldm_patched.modules.model_management
import contextlib
from modules_forge import stream
from backend import stream
# https://github.com/AUTOMATIC1111/stable-diffusion-webui/pull/14855/files

67
modules_forge/stream.py
View File

@@ -1,67 +0,0 @@
# https://github.com/AUTOMATIC1111/stable-diffusion-webui/pull/14855
import torch
from ldm_patched.modules import args_parser
from ldm_patched.modules import model_management
def stream_context():
if torch.cuda.is_available():
return torch.cuda.stream
if model_management.is_intel_xpu():
return torch.xpu.stream
return None
def get_current_stream():
try:
if torch.cuda.is_available():
device = torch.device(torch.cuda.current_device())
stream = torch.cuda.current_stream(device)
with torch.cuda.stream(stream):
torch.zeros((1, 1)).to(device, torch.float32)
stream.synchronize()
return stream
if model_management.is_intel_xpu():
device = torch.device("xpu")
stream = torch.xpu.current_stream(device)
with torch.xpu.stream(stream):
torch.zeros((1, 1)).to(device, torch.float32)
stream.synchronize()
return stream
except:
return None
def get_new_stream():
try:
if torch.cuda.is_available():
device = torch.device(torch.cuda.current_device())
stream = torch.cuda.Stream(device)
with torch.cuda.stream(stream):
torch.zeros((1, 1)).to(device, torch.float32)
stream.synchronize()
return stream
if model_management.is_intel_xpu():
device = torch.device("xpu")
stream = torch.xpu.Stream(device)
with torch.xpu.stream(stream):
torch.zeros((1, 1)).to(device, torch.float32)
stream.synchronize()
return stream
except:
return None
current_stream = None
mover_stream = None
using_stream = False
if args_parser.args.cuda_stream:
current_stream = get_current_stream()
mover_stream = get_new_stream()
using_stream = current_stream is not None and mover_stream is not None