Implement many kernels from scratch

This commit is contained in:
layerdiffusion
2024-08-06 18:20:34 -07:00
parent 4c8331b806
commit b57573c8da
15 changed files with 209 additions and 100 deletions

View File

@@ -11,6 +11,9 @@ from backend import stream
from backend.args import args, dynamic_args
cpu = torch.device('cpu')
class VRAMState(Enum):
DISABLED = 0 # No vram present: no need to move models to vram
NO_VRAM = 1 # Very low vram: enable all the options to save vram