From 3960612d38b231017cd72e5fd19db855fe3bd371 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Mon, 28 Apr 2025 22:36:30 -0400 Subject: [PATCH] API: Format and fix message naming Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- endpoints/OAI/utils/chat_completion.py | 14 +++++--------- endpoints/OAI/utils/completion.py | 10 +++------- endpoints/OAI/utils/embeddings.py | 2 +- 3 files changed, 9 insertions(+), 17 deletions(-) diff --git a/endpoints/OAI/utils/chat_completion.py b/endpoints/OAI/utils/chat_completion.py index d2fab92..25de949 100644 --- a/endpoints/OAI/utils/chat_completion.py +++ b/endpoints/OAI/utils/chat_completion.py @@ -328,9 +328,7 @@ async def stream_generate_chat_completion( for idx in range(0, data.n): task_gen_params = data.model_copy(deep=True) - request_id = _parse_gen_request_id( - data.n, request.state.id, idx - ) + request_id = _parse_gen_request_id(data.n, request.state.id, idx) gen_task = asyncio.create_task( _stream_collector( @@ -421,10 +419,10 @@ async def generate_chat_completion( gen_tasks: List[asyncio.Task] = [] try: + logger.info(f"Received chat completion request {request.state.id}") + for idx in range(0, data.n): - request_id = _parse_gen_request_id( - data.n, request.state.id, idx - ) + request_id = _parse_gen_request_id(data.n, request.state.id, idx) gen_tasks.append( asyncio.create_task( @@ -491,9 +489,7 @@ async def generate_tool_calls( data, current_generations ) - request_id = _parse_gen_request_id( - data.n, request.state.id, idx - ) + request_id = _parse_gen_request_id(data.n, request.state.id, idx) gen_tasks.append( asyncio.create_task( diff --git a/endpoints/OAI/utils/completion.py b/endpoints/OAI/utils/completion.py index 01b6276..f6c31cb 100644 --- a/endpoints/OAI/utils/completion.py +++ b/endpoints/OAI/utils/completion.py @@ -202,9 +202,7 @@ async def stream_generate_completion( for idx in range(0, data.n): task_gen_params = data.model_copy(deep=True) - request_id = _parse_gen_request_id( - data.n, request.state.id, idx - ) + request_id = _parse_gen_request_id(data.n, request.state.id, idx) gen_task = asyncio.create_task( _stream_collector( @@ -263,13 +261,11 @@ async def generate_completion( gen_tasks: List[asyncio.Task] = [] try: - logger.info(f"Recieved completion request {request.state.id}") + logger.info(f"Received completion request {request.state.id}") for idx in range(0, data.n): task_gen_params = data.model_copy(deep=True) - request_id = _parse_gen_request_id( - data.n, request.state.id, idx - ) + request_id = _parse_gen_request_id(data.n, request.state.id, idx) gen_tasks.append( asyncio.create_task( diff --git a/endpoints/OAI/utils/embeddings.py b/endpoints/OAI/utils/embeddings.py index 0fb0b69..6697edb 100644 --- a/endpoints/OAI/utils/embeddings.py +++ b/endpoints/OAI/utils/embeddings.py @@ -38,7 +38,7 @@ def float_list_to_base64(float_array: np.ndarray) -> str: async def get_embeddings(data: EmbeddingsRequest, request: Request) -> dict: model_path = model.embeddings_container.model_dir - logger.info(f"Recieved embeddings request {request.state.id}") + logger.info(f"Received embeddings request {request.state.id}") if not isinstance(data.input, list): data.input = [data.input]