mirror of
https://github.com/ostris/ai-toolkit.git
synced 2026-04-26 17:29:27 +00:00
Improvements to dataloader
This commit is contained in:
@@ -585,7 +585,8 @@ def get_dataloader_from_datasets(
|
||||
drop_last=False,
|
||||
shuffle=True,
|
||||
collate_fn=dto_collation, # Use the custom collate function
|
||||
num_workers=8
|
||||
num_workers=dataset_config_list[0].num_workers,
|
||||
prefetch_factor=dataset_config_list[0].prefetch_factor,
|
||||
)
|
||||
else:
|
||||
data_loader = DataLoader(
|
||||
|
||||
Reference in New Issue
Block a user