mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-28 10:11:39 +00:00
Tree: Format
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
import platform
|
||||
import torch
|
||||
from loguru import logger
|
||||
|
||||
|
||||
def exllama_supports_nccl():
|
||||
if platform.system() == "Windows":
|
||||
unsupported_message = (
|
||||
@@ -9,5 +11,4 @@ def exllama_supports_nccl():
|
||||
logger.warning(unsupported_message)
|
||||
return False
|
||||
|
||||
import torch
|
||||
return torch.cuda.is_available() and torch.distributed.is_nccl_available()
|
||||
|
||||
Reference in New Issue
Block a user