set 12 threads to prepare datasets
This commit is contained in:
parent
ba4c7e339b
commit
c83b93e0bf
@ -352,7 +352,7 @@ def fetch_dataloader(args):
|
||||
train_dataset = new_dataset if train_dataset is None else train_dataset + new_dataset
|
||||
|
||||
train_loader = data.DataLoader(train_dataset, batch_size=args.batch_size,
|
||||
pin_memory=True, shuffle=True, num_workers=int(os.environ.get('SLURM_CPUS_PER_TASK', 6))-2, drop_last=True)
|
||||
pin_memory=True, shuffle=True, num_workers=12, drop_last=True)
|
||||
|
||||
logging.info('Training with %d image pairs' % len(train_dataset))
|
||||
return train_loader
|
||||
|
Loading…
Reference in New Issue
Block a user