jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: Add backend print

Browse source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-05-08 23:45:04 -04:00
parent cfee16905b
commit d5963007f0
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/model.py
View file

@ -146,7 +146,6 @@ async def load_model_gen(model_path: pathlib.Path, **kwargs):
backend_name = unwrap( backend_name = unwrap(
kwargs.get("backend"), await detect_backend(model_path) kwargs.get("backend"), await detect_backend(model_path)
).lower() ).lower()
print(backend_name)
container_class = _BACKEND_REGISTRY.get(backend_name) container_class = _BACKEND_REGISTRY.get(backend_name)
if not container_class: if not container_class:
@ -162,6 +161,7 @@ async def load_model_gen(model_path: pathlib.Path, **kwargs):
f"Available backends: {available_backends}" f"Available backends: {available_backends}"
) )
logger.info(f"Using backend {backend_name}")
new_container: BaseModelContainer = await container_class.create( new_container: BaseModelContainer = await container_class.create(
model_path.resolve(), **kwargs model_path.resolve(), **kwargs
) )