Model: Add utils file
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
parent
05791a25a1
commit
a3a32c30a4
1 changed files with 15 additions and 0 deletions
15
backends/exllamav3/utils.py
Normal file
15
backends/exllamav3/utils.py
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
import platform
|
||||
from loguru import logger
|
||||
|
||||
|
||||
def exllama_supports_nccl():
|
||||
if platform.system() != "Windows":
|
||||
return False
|
||||
|
||||
unsupported_message = (
|
||||
"The NCCL tensor parallel backend is not supported on Windows. \n"
|
||||
"Switching to native backend."
|
||||
)
|
||||
logger.warning(unsupported_message)
|
||||
|
||||
return True
|
||||
Loading…
Add table
Add a link
Reference in a new issue