28 lines
791 B
Python
28 lines
791 B
Python
"""Vision utilities for ExLlamaV2."""
|
|
|
|
from async_lru import alru_cache
|
|
|
|
from common import model
|
|
from common.optional_dependencies import dependencies
|
|
from common.image_util import get_image
|
|
|
|
# Since this is used outside the Exl2 backend, the dependency
|
|
# may be optional
|
|
if dependencies.exllamav2:
|
|
from exllamav2.generator import ExLlamaV2MMEmbedding
|
|
|
|
|
|
# Fetch the return type on runtime
|
|
@alru_cache(20)
|
|
async def get_image_embedding_exl2(url: str) -> "ExLlamaV2MMEmbedding":
|
|
image = await get_image(url)
|
|
return model.container.vision_model.get_image_embeddings(
|
|
model=model.container.model,
|
|
tokenizer=model.container.tokenizer,
|
|
image=image,
|
|
text_alias=None,
|
|
)
|
|
|
|
|
|
def clear_image_embedding_cache():
|
|
get_image_embedding_exl2.cache_clear()
|