big fixes

This commit is contained in:
Jaret Burkett
2023-09-12 18:48:39 -06:00
parent 257da9493d
commit d8d1e6fd1e

View File

@@ -1,6 +1,7 @@
import json import json
import os import os
import random import random
from functools import lru_cache
from typing import List, TYPE_CHECKING from typing import List, TYPE_CHECKING
import cv2 import cv2
@@ -417,6 +418,7 @@ class AiToolkitDataset(LatentCachingMixin, BucketsMixin, CaptionMixin, Dataset):
file_item.load_caption(self.caption_dict) file_item.load_caption(self.caption_dict)
return file_item return file_item
@lru_cache(maxsize=300)
def __getitem__(self, item): def __getitem__(self, item):
if self.dataset_config.buckets: if self.dataset_config.buckets:
# for buckets we collate ourselves for now # for buckets we collate ourselves for now