Signal: Fix signal handlers for uvicorn

Add the ability to override uvicorn's signal handler in addition
to using main's signal handler for any SIGINTs before the API server
starts.

Signed-off-by: kingbri <bdashore3@proton.me>

endpoints/OAI/app.py

@@ -1,5 +1,7 @@
 import pathlib
+import signal
 import uvicorn
+from contextlib import asynccontextmanager
 from fastapi import FastAPI, Depends, HTTPException, Request
 from fastapi.middleware.cors import CORSMiddleware
 from functools import partial
@@ -14,6 +16,7 @@ from common.concurrency import (
     generate_with_semaphore,
 )
 from common.logger import UVICORN_LOG_CONFIG
+from common.signals import uvicorn_signal_handler
 from common.templating import (
     get_all_templates,
     get_template_from_file,
@@ -55,6 +58,14 @@ from endpoints.OAI.utils.completion import (
 from endpoints.OAI.utils.model import get_model_list, stream_model_load
 from endpoints.OAI.utils.lora import get_lora_list
 
+
+@asynccontextmanager
+async def lifespan(_: FastAPI):
+    uvicorn_signal_handler(signal.SIGINT)
+    uvicorn_signal_handler(signal.SIGTERM)
+    yield
+
+
 app = FastAPI(
     title="TabbyAPI",
     summary="An OAI compatible exllamav2 API that's both lightweight and fast",
@@ -62,6 +73,7 @@ app = FastAPI(
         "This docs page is not meant to send requests! Please use a service "
         "like Postman or a frontend UI."
     ),
+    lifespan=lifespan,
 )
 
 # ALlow CORS requests