jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-07-26 18:33:04 -04:00
parent ea80b62e30
commit e8fc13a1f6
3 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/sampling.py
View file

@ -125,8 +125,7 @@ class BaseSamplerRequest(BaseModel):
"rep_pen_range", "rep_pen_range",
), ),
description=( description=(
"Aliases: repetition_range, repetition_penalty_range, " "Aliases: repetition_range, repetition_penalty_range, " "rep_pen_range"
"rep_pen_range"
), ),
) )

4
common/transformers_utils.py
View file

@ -47,9 +47,7 @@ class HuggingFaceConfig(BaseModel):
"""Create an instance from a generation config file.""" """Create an instance from a generation config file."""
hf_config_path = model_directory / "config.json" hf_config_path = model_directory / "config.json"
with open( with open(hf_config_path, "r", encoding="utf8") as hf_config_json:
hf_config_path, "r", encoding="utf8"
) as hf_config_json:
hf_config_dict = json.load(hf_config_json) hf_config_dict = json.load(hf_config_json)
return self.model_validate(hf_config_dict) return self.model_validate(hf_config_dict)

2
endpoints/Kobold/types/generation.py
View file

@ -27,7 +27,7 @@ class GenerateRequest(BaseSamplerRequest):
if self.use_default_badwordsids: if self.use_default_badwordsids:
bad_words_ids = unwrap( bad_words_ids = unwrap(
model.container.generation_config.bad_words_ids, model.container.generation_config.bad_words_ids,
model.container.hf_config.get_badwordsids() model.container.hf_config.get_badwordsids(),
) )
if bad_words_ids: if bad_words_ids: