theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 18:51:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Exl3: Add vision capability

Browse Source
This commit is contained in:
turboderp
2025-06-15 19:22:51 +02:00
parent 4605c0f6bd
commit 1c9891bf04
4 changed files with 80 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav2/vision.py
View File

@@ -14,7 +14,7 @@ if dependencies.exllamav2:
# Fetch the return type on runtime
@alru_cache(20)
async def get_image_embedding(url: str) -> "ExLlamaV2MMEmbedding":
async def get_image_embedding_exl2(url: str) -> "ExLlamaV2MMEmbedding":
image = await get_image(url)
return model.container.vision_model.get_image_embeddings(
model=model.container.model,
@@ -25,4 +25,4 @@ async def get_image_embedding(url: str) -> "ExLlamaV2MMEmbedding":
def clear_image_embedding_cache():
get_image_embedding.cache_clear()
get_image_embedding_exl2.cache_clear()