aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix: batch size per GPU

This commit is contained in:
Steve Nyemba 2020-04-01 00:53:56 -05:00
parent 5c9fda4018
commit debbd48627
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
pipeline.py
View File

@ -277,9 +277,8 @@ if __name__ == '__main__' :
args[key] = _config[key]
args = dict(args,**SYS_ARGS)
args['batch_size'] = 2000 if 'batch_size' not in args else int(args['batch_size'])
if 'batch_size' not in args :
args['batch_size'] = 2000 #if 'batch_size' not in args else int(args['batch_size'])
if 'dataset' not in args :
args['dataset'] = 'combined20191004v2_deid'
PART_SIZE = int(args['part_size']) if 'part_size' in args else 8