jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-03-10 17:45:09 -04:00
parent 045262f51f
commit bbb1a4ec20
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
main.py
View file

@ -234,7 +234,6 @@ async def load_model(request: Request, data: ModelLoadRequest):
progress.start()
for module, modules in load_status:
# Get out if the request gets disconnected
if await request.is_disconnected():
logger.error(
@ -521,7 +520,6 @@ async def generate_completion(request: Request, data: CompletionRequest):
data.prompt, **data.to_gen_params()
)
for generation in new_generation:
# Get out if the request gets disconnected
if await request.is_disconnected():
logger.error("Completion generation cancelled by user.")
@ -620,7 +618,6 @@ async def generate_chat_completion(request: Request, data: ChatCompletionRequest
prompt, **data.to_gen_params()
)
for generation in new_generation:
# Get out if the request gets disconnected
if await request.is_disconnected():
logger.error("Chat completion generation cancelled by user.")