ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-03-12 05:59:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add a config flag to trigger fast image size db builder. Add config flag to set unconditional prompt for guidance loss

Browse Source
This commit is contained in:
Jaret Burkett
2025-06-24 08:51:29 -06:00
parent ba1274d99e
commit f3eb1dff42
3 changed files with 15 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
toolkit/data_transfer_object/data_loader.py
View File

@@ -84,15 +84,16 @@ class FileItemDTO(
video.release()
size_database[file_key] = (width, height, file_signature)
else:
# original method is significantly faster, but some images are read sideways. Not sure why. Do slow method for now.
# process width and height
# try:
# w, h = image_utils.get_image_size(self.path)
# except image_utils.UnknownImageFormat:
# print_once(f'Warning: Some images in the dataset cannot be fast read. ' + \
# f'This process is faster for png, jpeg')
img = exif_transpose(Image.open(self.path))
w, h = img.size
if self.dataset_config.fast_image_size:
# original method is significantly faster, but some images are read sideways. Not sure why. Do slow method by default.
try:
w, h = image_utils.get_image_size(self.path)
except image_utils.UnknownImageFormat:
print_once(f'Warning: Some images in the dataset cannot be fast read. ' + \
f'This process is faster for png, jpeg')
else:
img = exif_transpose(Image.open(self.path))
w, h = img.size
size_database[file_key] = (w, h, file_signature)
self.width: int = w
self.height: int = h