Model: Add utils file

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-08-17 22:43:19 -04:00
parent 05791a25a1
commit a3a32c30a4

View file

@ -0,0 +1,15 @@
import platform
from loguru import logger
def exllama_supports_nccl():
if platform.system() != "Windows":
return False
unsupported_message = (
"The NCCL tensor parallel backend is not supported on Windows. \n"
"Switching to native backend."
)
logger.warning(unsupported_message)
return True