diff --git a/backends/exllamav3/utils.py b/backends/exllamav3/utils.py new file mode 100644 index 0000000..dbaffb5 --- /dev/null +++ b/backends/exllamav3/utils.py @@ -0,0 +1,15 @@ +import platform +from loguru import logger + + +def exllama_supports_nccl(): + if platform.system() != "Windows": + return False + + unsupported_message = ( + "The NCCL tensor parallel backend is not supported on Windows. \n" + "Switching to native backend." + ) + logger.warning(unsupported_message) + + return True