big fixes

toolkit/data_loader.py

@@ -1,6 +1,7 @@
 import json
 import os
 import random
+from functools import lru_cache
 from typing import List, TYPE_CHECKING
 
 import cv2
@@ -417,6 +418,7 @@ class AiToolkitDataset(LatentCachingMixin, BucketsMixin, CaptionMixin, Dataset):
         file_item.load_caption(self.caption_dict)
         return file_item
 
+    @lru_cache(maxsize=300)
     def __getitem__(self, item):
         if self.dataset_config.buckets:
             # for buckets we collate ourselves for now