From 388d36e6bda2b3a2c30a3e3520b744ccf011bf17 Mon Sep 17 00:00:00 2001 From: kingbri Date: Fri, 22 Nov 2024 17:30:29 -0500 Subject: [PATCH] OAI: Fix chat completion list parsing The strings weren't being concatenated properly. Only add the combined text if the chat completion type is a List. Signed-off-by: kingbri --- endpoints/OAI/utils/chat_completion.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/endpoints/OAI/utils/chat_completion.py b/endpoints/OAI/utils/chat_completion.py index 84905db..14a2243 100644 --- a/endpoints/OAI/utils/chat_completion.py +++ b/endpoints/OAI/utils/chat_completion.py @@ -220,11 +220,12 @@ async def format_messages_with_template( await mm_embeddings.add(content.image_url.url) concatenated_content += mm_embeddings.text_alias[-1] + # Convert the message content into a concatenated string + message.content = concatenated_content + if message.tool_calls: message.tool_calls_json = json.dumps(message.tool_calls, indent=2) - message.content = concatenated_content - special_tokens_dict = model.container.get_special_tokens( add_bos_token, ban_eos_token )