jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: flipped parameter name with variable name

Browse source
This commit is contained in:
Maximilian Klem 2025-05-07 21:04:30 +02:00
parent 242f6b7d2a
commit 22f7f1e1ec
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
endpoints/OAI/utils/chat_completion.py
View file

@ -471,13 +471,13 @@ async def generate_tool_calls(
if "text" in gen: if "text" in gen:
# non streaming, all generations will have the text they generated # non streaming, all generations will have the text they generated
pre_tool_prompt, mm_embeddings = await apply_chat_template( pre_tool_prompt, embeddings = await apply_chat_template(
data, gen["text"] data, gen["text"]
) )
elif current_generations is not None: elif current_generations is not None:
# streaming, we wont have text in the generation, # streaming, we wont have text in the generation,
# we'll have to use the current_generations # we'll have to use the current_generations
pre_tool_prompt, mm_embeddings = await apply_chat_template( pre_tool_prompt, embeddings = await apply_chat_template(
data, current_generations data, current_generations
) )
@ -489,7 +489,7 @@ async def generate_tool_calls(
request_id, request_id,
pre_tool_prompt, pre_tool_prompt,
tool_data, tool_data,
embeddings=mm_embeddings, mm_embeddings=embeddings,
) )
) )
) )