From 35fe372f2b10cc2031b14f396562106b33ec9ded Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Sun, 23 Feb 2025 00:39:21 -0500 Subject: [PATCH] Embeddings: Handle case if embedding input is passed as a string Infinity expects a list when embedding, so convert to a list if the input is a string. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- endpoints/OAI/utils/embeddings.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/endpoints/OAI/utils/embeddings.py b/endpoints/OAI/utils/embeddings.py index 5b43953..0fb0b69 100644 --- a/endpoints/OAI/utils/embeddings.py +++ b/endpoints/OAI/utils/embeddings.py @@ -39,6 +39,10 @@ async def get_embeddings(data: EmbeddingsRequest, request: Request) -> dict: model_path = model.embeddings_container.model_dir logger.info(f"Recieved embeddings request {request.state.id}") + + if not isinstance(data.input, list): + data.input = [data.input] + embedding_data = await model.embeddings_container.generate(data.input) # OAI expects a return of base64 if the input is base64