theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

API: Transform multimodal into an actual class

Browse Source 
Migrate the add method into the class itself. Also, a BaseModel isn't
needed here since this isn't a serialized class.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-11-20 00:05:15 -05:00
parent 8ffc636dce
commit c652a6e030
2 changed files with 14 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
endpoints/OAI/utils/chat_completion.py
View File

@@ -10,7 +10,7 @@ from jinja2 import TemplateError
from loguru import logger
from common import model
from common.multimodal import MultimodalEmbeddingWrapper, add_image_embedding
from common.multimodal import MultimodalEmbeddingWrapper
from common.networking import (
get_generator_error,
handle_request_disconnect,
@@ -483,9 +483,7 @@ async def preprocess_vision_request(messages: List[ChatCompletionMessage]):
if content.type == "text":
concatenated_content += content.text
elif content.type == "image_url":
embeddings = await add_image_embedding(
embeddings, content.image_url.url
)
await embeddings.add(content.image_url.url)
concatenated_content += embeddings.text_alias[-1]
message.content = concatenated_content