OAI: Initial vision support in OAI chat completions

* Support image_url inputs containing URLs or base64 strings following OAI vision spec * Use async lru cache for image embeddings * Add generic wrapper class for multimodal embeddings
2026-03-14 15:57:27 +00:00 · 2024-11-17 21:23:09 -08:00
parent 5fa298e601
commit dd41eec8a4
7 changed files with 115 additions and 26 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -29,6 +29,7 @@ dependencies = [
    "lm-format-enforcer >= 0.9.6",
    "aiofiles",
    "aiohttp",
+    "async_lru",
    "huggingface_hub",
    "psutil",
    "httptools>=0.5.0",