From 364032e39efeca4fa8ac1821e58f602ef0dd6fd8 Mon Sep 17 00:00:00 2001 From: kingbri Date: Thu, 22 Aug 2024 14:13:35 -0400 Subject: [PATCH] Config: Remove developement flag from tensor parallel Exists in stable ExllamaV2 version. Signed-off-by: kingbri --- config_sample.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/config_sample.yml b/config_sample.yml index 98f4fb7..2c18080 100644 --- a/config_sample.yml +++ b/config_sample.yml @@ -112,7 +112,6 @@ model: # Load model with tensor parallelism # If a GPU split isn't provided, the TP loader will fallback to autosplit # Enabling ignores the gpu_split_auto and autosplit_reserve values - # NOTE: Requires a development build of exllamav2 #tensor_parallel: False # Automatically allocate resources to GPUs (default: True)