mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Model: Add utils file
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
15
backends/exllamav3/utils.py
Normal file
15
backends/exllamav3/utils.py
Normal file
@@ -0,0 +1,15 @@
|
||||
import platform
|
||||
from loguru import logger
|
||||
|
||||
|
||||
def exllama_supports_nccl():
|
||||
if platform.system() != "Windows":
|
||||
return False
|
||||
|
||||
unsupported_message = (
|
||||
"The NCCL tensor parallel backend is not supported on Windows. \n"
|
||||
"Switching to native backend."
|
||||
)
|
||||
logger.warning(unsupported_message)
|
||||
|
||||
return True
|
||||
Reference in New Issue
Block a user