jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source
This commit is contained in:
turboderp 2025-06-15 19:30:38 +02:00
parent 1c9891bf04
commit 21c5af48e1
2 changed files with 7 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
backends/exllamav3/model.py
View file

@ -435,7 +435,7 @@ class ExllamaV3Container(BaseModelContainer):
if self.use_vision:
for value in self.vision_model.load_gen(
reserve_per_device=self.autosplit_reserve,
callback=progress_callback
callback=progress_callback,
):
if value:
yield value
@ -559,7 +559,7 @@ class ExllamaV3Container(BaseModelContainer):
kwargs.get("add_bos_token"), self.hf_model.add_bos_token()
),
encode_special_tokens=unwrap(kwargs.get("encode_special_tokens"), True),
embeddings=mm_embeddings_content
embeddings=mm_embeddings_content,
)
.flatten()
.tolist()