From 9463ecfa40c3cdb67a1eac16e0a6827e917535d4 Mon Sep 17 00:00:00 2001
From: DocShotgun <126566557+DocShotgun@users.noreply.github.com>
Date: Sun, 12 May 2024 00:31:31 -0700
Subject: [PATCH] Samplers: Minor fixes for sampler override * Add missing
 settings to sample_preset.yml * Fix override for skip_special_tokens

---
 common/sampling.py                  | 2 +-
 sampler_overrides/sample_preset.yml | 7 +++++++
 2 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/common/sampling.py b/common/sampling.py
index 7201417..e2201c1 100644
--- a/common/sampling.py
+++ b/common/sampling.py
@@ -121,7 +121,7 @@ class BaseSamplerRequest(BaseModel):
     )
 
     skip_special_tokens: Optional[bool] = Field(
-        default_factory=lambda: get_default_sampler_value("ban_eos_token", True),
+        default_factory=lambda: get_default_sampler_value("skip_special_tokens", True),
         examples=[True],
     )
 
diff --git a/sampler_overrides/sample_preset.yml b/sampler_overrides/sample_preset.yml
index ec33cac..8a6b443 100644
--- a/sampler_overrides/sample_preset.yml
+++ b/sampler_overrides/sample_preset.yml
@@ -112,10 +112,17 @@ add_bos_token:
 ban_eos_token:
   override: false
   force: false
+skip_special_tokens:
+  override: true
+  force: false
 logit_bias:
   override:
   force: false
   additive: false
+banned_tokens:
+  override: []
+  force: false
+  additive: false
 
 # MARK: CFG scale
 cfg_scale: