jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Samplers: Add dynamic temperature

Browse source 
Does not work if max_temp is less than or equal to min_temp. Sampler
validation will have to be refactored in the future, so the dynamic
temperature check will also be changed.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-01-31 01:20:59 -05:00
parent 3605067898
commit 4a7b8b1b7a
3 changed files with 50 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
common/sampling.py
View file

@ -43,6 +43,19 @@ class SamplerParams(BaseModel):
default_factory=lambda: get_default_sampler_value("temperature_last", False)
)
max_temp: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("max_temp", 0.0),
)
min_temp: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("min_temp", 0.0),
)
temp_exponent: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("temp_exponent", 1.0),
examples=[1.0],
)
top_k: Optional[int] = Field(
default_factory=lambda: get_default_sampler_value("top_k", 0)
)
@ -157,6 +170,9 @@ class SamplerParams(BaseModel):
"logit_bias": self.logit_bias,
"temperature": self.temperature,
"temperature_last": self.temperature_last,
"min_temp": self.min_temp,
"max_temp": self.max_temp,
"temp_exponent": self.temp_exponent,
"top_k": self.top_k,
"top_p": self.top_p,
"top_a": self.top_a,