Embeddings: Handle case if embedding input is passed as a string
Infinity expects a list when embedding, so convert to a list if the input is a string. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
parent
c580893054
commit
35fe372f2b
1 changed files with 4 additions and 0 deletions
|
|
@ -39,6 +39,10 @@ async def get_embeddings(data: EmbeddingsRequest, request: Request) -> dict:
|
|||
model_path = model.embeddings_container.model_dir
|
||||
|
||||
logger.info(f"Recieved embeddings request {request.state.id}")
|
||||
|
||||
if not isinstance(data.input, list):
|
||||
data.input = [data.input]
|
||||
|
||||
embedding_data = await model.embeddings_container.generate(data.input)
|
||||
|
||||
# OAI expects a return of base64 if the input is base64
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue