theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source
This commit is contained in:
turboderp
2025-06-15 19:30:38 +02:00
parent 1c9891bf04
commit 21c5af48e1
2 changed files with 7 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav3/model.py
View File

@@ -435,7 +435,7 @@ class ExllamaV3Container(BaseModelContainer):
if self.use_vision:
for value in self.vision_model.load_gen(
reserve_per_device=self.autosplit_reserve,
callback=progress_callback
callback=progress_callback,
):
if value:
yield value
@@ -559,7 +559,7 @@ class ExllamaV3Container(BaseModelContainer):
kwargs.get("add_bos_token"), self.hf_model.add_bos_token()
),
encode_special_tokens=unwrap(kwargs.get("encode_special_tokens"), True),
embeddings=mm_embeddings_content
embeddings=mm_embeddings_content,
)
.flatten()
.tolist()