diff --git a/pipeline.py b/pipeline.py index 6476221..0a9c549 100644 --- a/pipeline.py +++ b/pipeline.py @@ -217,6 +217,7 @@ class Components : # df = args['data'] _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}} + logger.write(_info) _dc = pd.DataFrame() @@ -244,7 +245,8 @@ class Components : args['candidates'] = 1 if 'candidates' not in args else int(args['candidates']) if 'gpu' in args : args['gpu'] = self.set_gpu(gpu=args['gpu']) - + _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}} + logger.write(_info) candidates = (data.maker.generate(**args)) if 'sql.BQWriter' in ostore['type'] : #table = ".".join([ostore['['dataset'],args['context']])