mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
16 lines
339 B
Python
16 lines
339 B
Python
import platform
|
|
from loguru import logger
|
|
|
|
|
|
def exllama_supports_nccl():
|
|
if platform.system() != "Windows":
|
|
return False
|
|
|
|
unsupported_message = (
|
|
"The NCCL tensor parallel backend is not supported on Windows. \n"
|
|
"Switching to native backend."
|
|
)
|
|
logger.warning(unsupported_message)
|
|
|
|
return True
|