aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

logging generator ....

This commit is contained in:
Steve Nyemba 2021-04-04 11:17:34 -05:00
parent fa8915a990
commit a43247ac65
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pipeline.py
View File

@ -217,6 +217,7 @@ class Components :
# df = args['data'] # df = args['data']
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}} _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}}
logger.write(_info)
_dc = pd.DataFrame() _dc = pd.DataFrame()
@ -244,7 +245,8 @@ class Components :
args['candidates'] = 1 if 'candidates' not in args else int(args['candidates']) args['candidates'] = 1 if 'candidates' not in args else int(args['candidates'])
if 'gpu' in args : if 'gpu' in args :
args['gpu'] = self.set_gpu(gpu=args['gpu']) args['gpu'] = self.set_gpu(gpu=args['gpu'])
_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}}
logger.write(_info)
candidates = (data.maker.generate(**args)) candidates = (data.maker.generate(**args))
if 'sql.BQWriter' in ostore['type'] : if 'sql.BQWriter' in ostore['type'] :
#table = ".".join([ostore['['dataset'],args['context']]) #table = ".".join([ostore['['dataset'],args['context']])