From a3a32c30a4e3f7f5aae04e7a343d209216563d68 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Sun, 17 Aug 2025 22:43:19 -0400 Subject: [PATCH] Model: Add utils file Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- backends/exllamav3/utils.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 backends/exllamav3/utils.py diff --git a/backends/exllamav3/utils.py b/backends/exllamav3/utils.py new file mode 100644 index 0000000..dbaffb5 --- /dev/null +++ b/backends/exllamav3/utils.py @@ -0,0 +1,15 @@ +import platform +from loguru import logger + + +def exllama_supports_nccl(): + if platform.system() != "Windows": + return False + + unsupported_message = ( + "The NCCL tensor parallel backend is not supported on Windows. \n" + "Switching to native backend." + ) + logger.warning(unsupported_message) + + return True