Common: Migrate request utils to networking
Helps organize the project better. Utils is meant to be for simple functions like unwrap. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
parent
2961c5f3f9
commit
6dfcbbd813
8 changed files with 111 additions and 115 deletions
|
|
@ -10,13 +10,16 @@ from typing import Optional
|
|||
|
||||
from backends.exllamav2.model import ExllamaV2Container
|
||||
from common.logger import get_loading_progress_bar
|
||||
from common.utils import load_progress
|
||||
|
||||
|
||||
# Global model container
|
||||
container: Optional[ExllamaV2Container] = None
|
||||
|
||||
|
||||
def load_progress(module, modules):
|
||||
"""Wrapper callback for load progress."""
|
||||
yield module, modules
|
||||
|
||||
|
||||
async def unload_model():
|
||||
"""Unloads a model"""
|
||||
global container
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue