theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-30 11:11:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Fix NCCL detection

Browse Source
This commit is contained in:
turboderp
2025-10-05 18:52:37 +02:00
parent 7a0dddcbd9
commit e09a61969f
2 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backends/exllamav3/model.py
View File

@@ -177,7 +177,11 @@ class ExllamaV3Container(BaseModelContainer):
self.use_tp = True
tp_backend = unwrap(kwargs.get("tensor_parallel_backend"), "native")
if not exllama_supports_nccl():
if tp_backend == "nccl" and not exllama_supports_nccl():
unsupported_message = (
"NCCL is not available. Falling back to native backend."
)
logger.warning(unsupported_message)
tp_backend = "native"
self.tp_backend = tp_backend