This commit is contained in:
Steve Nyemba 2021-04-04 12:05:23 -05:00
parent 0a346d7abc
commit 73115724fe
1 changed files with 16 additions and 2 deletions

View File

@ -216,8 +216,22 @@ class Components :
# # # #
# # This will account for autopilot mode ... # # This will account for autopilot mode ...
# df = args['data'] # df = args['data']
_cast = {}
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]}} if schema :
dtype = str
name = schema['name']
novalue = -1
if schema['type'] == 'INTEGER' :
dtype = np.int64
elif schema['type'] == 'FLOAT' :
dtype = np.float64
else:
novalue = ''
_cast[schema['name']] = dtype
df[name] = df[name].fillna(novalue).astype(dtype)
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]},"schema":schema}
logger.write(_info) logger.write(_info)