Model: Add utils file
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
parent
05791a25a1
commit
a3a32c30a4
1 changed files with 15 additions and 0 deletions
15
backends/exllamav3/utils.py
Normal file
15
backends/exllamav3/utils.py
Normal file
|
|
@ -0,0 +1,15 @@
|
||||||
|
import platform
|
||||||
|
from loguru import logger
|
||||||
|
|
||||||
|
|
||||||
|
def exllama_supports_nccl():
|
||||||
|
if platform.system() != "Windows":
|
||||||
|
return False
|
||||||
|
|
||||||
|
unsupported_message = (
|
||||||
|
"The NCCL tensor parallel backend is not supported on Windows. \n"
|
||||||
|
"Switching to native backend."
|
||||||
|
)
|
||||||
|
logger.warning(unsupported_message)
|
||||||
|
|
||||||
|
return True
|
||||||
Loading…
Add table
Add a link
Reference in a new issue