mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
15 lines
388 B
Python
15 lines
388 B
Python
import platform
|
|
import torch
|
|
from loguru import logger
|
|
|
|
|
|
def exllama_supports_nccl():
|
|
if platform.system() == "Windows":
|
|
unsupported_message = (
|
|
"The NCCL tensor parallel backend is not supported on Windows."
|
|
)
|
|
logger.warning(unsupported_message)
|
|
return False
|
|
|
|
return torch.cuda.is_available() and torch.distributed.is_nccl_available()
|