78f920eeda
Move common functions into their own folder and refactor the backends to use their own folder as well. Also cleanup imports and alphabetize import statments themselves. Finally, move colab and docker into their own folders as well. Signed-off-by: kingbri <bdashore3@proton.me>
58 lines
1.3 KiB
Python
58 lines
1.3 KiB
Python
"""Common utilities for the tabbyAPI"""
|
|
import traceback
|
|
from typing import Optional
|
|
|
|
from pydantic import BaseModel
|
|
|
|
from common.logger import init_logger
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
def load_progress(module, modules):
|
|
"""Wrapper callback for load progress."""
|
|
yield module, modules
|
|
|
|
|
|
class TabbyGeneratorErrorMessage(BaseModel):
|
|
"""Common error types."""
|
|
|
|
message: str
|
|
trace: Optional[str] = None
|
|
|
|
|
|
class TabbyGeneratorError(BaseModel):
|
|
"""Common error types."""
|
|
|
|
error: TabbyGeneratorErrorMessage
|
|
|
|
|
|
def get_generator_error(message: str):
|
|
"""Get a generator error."""
|
|
error_message = TabbyGeneratorErrorMessage(
|
|
message=message, trace=traceback.format_exc()
|
|
)
|
|
|
|
generator_error = TabbyGeneratorError(error=error_message)
|
|
|
|
# Log and send the exception
|
|
logger.error(generator_error.error.message)
|
|
return get_sse_packet(generator_error.model_dump_json())
|
|
|
|
|
|
def get_sse_packet(json_data: str):
|
|
"""Get an SSE packet."""
|
|
return f"data: {json_data}\n\n"
|
|
|
|
|
|
def unwrap(wrapped, default=None):
|
|
"""Unwrap function for Optionals."""
|
|
if wrapped is None:
|
|
return default
|
|
|
|
return wrapped
|
|
|
|
|
|
def coalesce(*args):
|
|
"""Coalesce function for multiple unwraps."""
|
|
return next((arg for arg in args if arg is not None), None)
|