From bbb1a4ec20532cbde2bb607c6822e4a5013374d3 Mon Sep 17 00:00:00 2001 From: kingbri Date: Sun, 10 Mar 2024 17:45:09 -0400 Subject: [PATCH] Tree: Format Signed-off-by: kingbri --- main.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/main.py b/main.py index 0aae42f..6b5dbb7 100644 --- a/main.py +++ b/main.py @@ -234,7 +234,6 @@ async def load_model(request: Request, data: ModelLoadRequest): progress.start() for module, modules in load_status: - # Get out if the request gets disconnected if await request.is_disconnected(): logger.error( @@ -521,7 +520,6 @@ async def generate_completion(request: Request, data: CompletionRequest): data.prompt, **data.to_gen_params() ) for generation in new_generation: - # Get out if the request gets disconnected if await request.is_disconnected(): logger.error("Completion generation cancelled by user.") @@ -620,7 +618,6 @@ async def generate_chat_completion(request: Request, data: ChatCompletionRequest prompt, **data.to_gen_params() ) for generation in new_generation: - # Get out if the request gets disconnected if await request.is_disconnected(): logger.error("Chat completion generation cancelled by user.")