set 12 threads to prepare datasets
This commit is contained in:
parent
3b68318ed5
commit
0404f5b5b0
@ -353,7 +353,7 @@ def fetch_dataloader(args):
|
||||
train_dataset = new_dataset if train_dataset is None else train_dataset + new_dataset
|
||||
|
||||
train_loader = data.DataLoader(train_dataset, batch_size=args.batch_size,
|
||||
pin_memory=True, shuffle=True, num_workers=int(os.environ.get('SLURM_CPUS_PER_TASK', 6))-2, drop_last=True)
|
||||
pin_memory=True, shuffle=True, num_workers=12, drop_last=True)
|
||||
|
||||
logging.info('Training with %d image pairs' % len(train_dataset))
|
||||
return train_loader
|
||||
|
Loading…
Reference in New Issue
Block a user