aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix with autopilot/drone mode

This commit is contained in:
Steve Nyemba 2020-04-12 04:50:54 -05:00
parent 0016aec576
commit 0d0ebee9c0
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
pipeline.py
View File

@ -74,6 +74,13 @@ class Components :
# pointer = args['reader'] if 'reader' in args else lambda: Components.get(**args) # pointer = args['reader'] if 'reader' in args else lambda: Components.get(**args)
df = args['data'] df = args['data']
if 'slice' in args and 'max_rows' in args['slice']:
max_rows = args['slice']['max_rows']
if df.shape[0] > max_rows :
print (".. slicing ")
i = np.random.choice(df.shape[0],max_rows,replace=False)
df = df.iloc[i]
# if df.shape[0] == 0 : # if df.shape[0] == 0 :
# print ("CAN NOT TRAIN EMPTY DATASET ") # print ("CAN NOT TRAIN EMPTY DATASET ")
@ -117,9 +124,10 @@ class Components :
logger.write({"module":"train","action":"train","input":info}) logger.write({"module":"train","action":"train","input":info})
data.maker.train(**_args) data.maker.train(**_args)
if set(['drone','autopilot']) in set( list(args.keys())) : if set(['drone','autopilot']) in set( list(args.keys())) :
print (['drone mode enabled ....']) print (['drone mode enabled ....'])
data.maker.generate(**args) self.generate(**args)
pass pass
@ -155,6 +163,7 @@ class Components :
# reader = args['reader'] # reader = args['reader']
# df = reader() # df = reader()
df = args['reader']() if 'reader' in args else args['data'] df = args['reader']() if 'reader' in args else args['data']
# bounds = Components.split(df,MAX_ROWS,PART_SIZE) # bounds = Components.split(df,MAX_ROWS,PART_SIZE)
# if partition != '' : # if partition != '' :