This commit is contained in:
lllyasviel
2024-01-18 04:40:29 -08:00
parent 75f5f0da01
commit 3ba5754cc7
15 changed files with 1265 additions and 57 deletions

View File

@@ -175,7 +175,7 @@ try:
if int(torch_version[0]) >= 2:
if ENABLE_PYTORCH_ATTENTION == False and args.attention_split == False and args.attention_quad == False:
ENABLE_PYTORCH_ATTENTION = True
if torch.cuda.is_bf16_supported():
if torch.cuda.is_bf16_supported() and torch.cuda.get_device_properties(torch.cuda.current_device()).major >= 8:
VAE_DTYPE = torch.bfloat16
if is_intel_xpu():
if args.attention_split == False and args.attention_quad == False: