aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix with dates

This commit is contained in:
Steve Nyemba 2021-05-12 10:28:33 -05:00
parent 79b83c71d5
commit 14933b877f
2 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pipeline.py
View File

@ -259,8 +259,6 @@ class Components :
_df[name] = _df[name].apply(lambda value: '' if str(value) == 'NaT' else str(value)[:10]) _df[name] = _df[name].apply(lambda value: '' if str(value) == 'NaT' else str(value)[:10])
#_df[name] = _df[name].dt.date #_df[name] = _df[name].dt.date
# _df[name] = pd.to_datetime(_df[name].fillna(''),errors='coerce') # _df[name] = pd.to_datetime(_df[name].fillna(''),errors='coerce')
else:
print ([' ** ',name,_item['type']])
else: else:
if _item['type'] == 'INTEGER' : if _item['type'] == 'INTEGER' :
_type = np.int64 _type = np.int64
@ -660,7 +658,7 @@ if __name__ == '__main__' :
# We need to harmonize the keys if any at all in this case we do this for shuffle or generate operations # We need to harmonize the keys if any at all in this case we do this for shuffle or generate operations
# #
print (['finalize' in SYS_ARGS, ('generate' in SYS_ARGS or 'shuffle' in SYS_ARGS) ]) print (['finalize' in SYS_ARGS, ('generate' in SYS_ARGS or 'shuffle' in SYS_ARGS) ])
if 'finalize' in SYS_ARGS or ('generate' in SYS_ARGS or 'shuffle' in SYS_ARGS) : if 'autopilot' in SYS_ARGS or 'finalize' in SYS_ARGS or ('generate' in SYS_ARGS or 'shuffle' in SYS_ARGS) :
# #
# We should pull all the primary keys and regenerate them in order to insure some form of consistency # We should pull all the primary keys and regenerate them in order to insure some form of consistency
# #

2
setup.py
View File

@ -5,7 +5,7 @@ import sys
def read(fname): def read(fname):
return open(os.path.join(os.path.dirname(__file__), fname)).read() return open(os.path.join(os.path.dirname(__file__), fname)).read()
args = {"name":"data-maker", args = {"name":"data-maker",
"version":"1.4.7.4", "version":"1.4.7.5",
"author":"Vanderbilt University Medical Center","author_email":"steve.l.nyemba@vanderbilt.edu","license":"MIT", "author":"Vanderbilt University Medical Center","author_email":"steve.l.nyemba@vanderbilt.edu","license":"MIT",
"packages":find_packages(),"keywords":["healthcare","data","transport","protocol"]} "packages":find_packages(),"keywords":["healthcare","data","transport","protocol"]}
args["install_requires"] = ['data-transport@git+https://dev.the-phi.com/git/steve/data-transport.git','tensorflow==1.15','pandas','pandas-gbq','pymongo'] args["install_requires"] = ['data-transport@git+https://dev.the-phi.com/git/steve/data-transport.git','tensorflow==1.15','pandas','pandas-gbq','pymongo']