aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

xx

This commit is contained in:
Steve Nyemba 2020-03-06 14:45:22 -06:00
parent ff6ae5a622
commit 6f51eedca8
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pipeline.py
View File

@ -298,11 +298,11 @@ if __name__ == '__main__' :
for id in ''.join(content) : for id in ''.join(content) :
args['partition'] = id args['partition'] = id
args['data'] = pd.DataFrame(DATA[(int(id))],columns=args['columns']) args['data'] = pd.DataFrame(DATA[(int(id))],columns=args['columns'])
if args['num_gpu'] > 0 : if args['num_gpu'] > 1 :
args['gpu'] = id args['gpu'] = id
else: else:
args['gpu']=0 args['gpu']=0
args['num_gpu']=1
job = Process(target=make,args=(args,)) job = Process(target=make,args=(args,))
job.name = 'generator # '+str(id) job.name = 'generator # '+str(id)
job.start() job.start()