SillyTavern/SillyTavern-extras
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern-Extras.git synced 2026-04-29 10:51:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #70 from YellowRoseCx/patch-1

Browse Source
This commit is contained in:
Cohee
2023-06-30 10:00:21 +03:00
committed by GitHub
parent a533bd5226 b17211bafa
commit 36438f0320
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server.py
View File

@@ -145,7 +145,7 @@ if len(modules) == 0:
# Models init
cuda_device = DEFAULT_CUDA_DEVICE if not args.cuda_device else args.cuda_device
device_string = cuda_device if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu'
device_string = cuda_device if torch.cuda.is_available() and not args.cpu else 'mps' if torch.backends.mps.is_available() and not args.cpu else 'cpu'
device = torch.device(device_string)
torch_dtype = torch.float32 if device_string != cuda_device else torch.float16