jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #339 from Maaaxiii/fix/tool-calling-embeddings

Browse source 
fix: Aligned Parameter Name in chat completions generate_tool_calls
This commit is contained in:
Brian 2025-05-11 20:41:58 -04:00 • committed by GitHub
commit b555eeb6e7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
endpoints/OAI/utils/chat_completion.py
View file

@ -471,13 +471,13 @@ async def generate_tool_calls(
if "text" in gen:
# non streaming, all generations will have the text they generated
pre_tool_prompt, mm_embeddings = await apply_chat_template(
pre_tool_prompt, embeddings = await apply_chat_template(
data, gen["text"]
)
elif current_generations is not None:
# streaming, we wont have text in the generation,
# we'll have to use the current_generations
pre_tool_prompt, mm_embeddings = await apply_chat_template(
pre_tool_prompt, embeddings = await apply_chat_template(
data, current_generations
)
@ -489,7 +489,7 @@ async def generate_tool_calls(
request_id,
pre_tool_prompt,
tool_data,
embeddings=mm_embeddings,
mm_embeddings=embeddings,
)
)
)