aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

logging generator ....

This commit is contained in:
Steve Nyemba 2021-04-04 11:26:24 -05:00
parent a43247ac65
commit efd2fd6a9a
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pipeline.py
View File

@ -189,7 +189,7 @@ class Components :
This function will generate data and store it to a given, This function will generate data and store it to a given,
""" """
store = args['store']['logs'] store = args['store']['logs']
store['doc'] = args['context'] store['args']['doc'] = args['context']
logger = factory.instance(**store) #type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']}) logger = factory.instance(**store) #type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']})
ostore = args['store']['target'] ostore = args['store']['target']
@ -216,7 +216,7 @@ class Components :
# # This will account for autopilot mode ... # # This will account for autopilot mode ...
# df = args['data'] # df = args['data']
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}} _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]}}
logger.write(_info) logger.write(_info)
@ -245,7 +245,7 @@ class Components :
args['candidates'] = 1 if 'candidates' not in args else int(args['candidates']) args['candidates'] = 1 if 'candidates' not in args else int(args['candidates'])
if 'gpu' in args : if 'gpu' in args :
args['gpu'] = self.set_gpu(gpu=args['gpu']) args['gpu'] = self.set_gpu(gpu=args['gpu'])
_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}} _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[1]}}
logger.write(_info) logger.write(_info)
candidates = (data.maker.generate(**args)) candidates = (data.maker.generate(**args))
if 'sql.BQWriter' in ostore['type'] : if 'sql.BQWriter' in ostore['type'] :