ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-05-01 03:31:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow clip image to not have processor on dataloader for raw img

Browse Source
This commit is contained in:
Jaret Burkett
2025-03-15 08:27:54 -06:00
parent 3812957bc9
commit c52421aab7
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/dataloader_mixins.py
View File

@@ -770,6 +770,8 @@ class ClipImageFileItemDTOMixin:
def load_clip_image(self: 'FileItemDTO'): def load_clip_image(self: 'FileItemDTO'):
is_dynamic_size_and_aspect = isinstance(self.clip_image_processor, PixtralVisionImagePreprocessorCompatible) or \ is_dynamic_size_and_aspect = isinstance(self.clip_image_processor, PixtralVisionImagePreprocessorCompatible) or \
isinstance(self.clip_image_processor, SiglipImageProcessor) isinstance(self.clip_image_processor, SiglipImageProcessor)
if self.clip_image_processor is None:
is_dynamic_size_and_aspect = True # serving it raw
if self.is_vision_clip_cached: if self.is_vision_clip_cached:
self.clip_image_embeds = load_file(self.get_clip_vision_embeddings_path()) self.clip_image_embeds = load_file(self.get_clip_vision_embeddings_path())