aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix: data type and schema fields (order)

This commit is contained in:
Steve Nyemba 2021-03-30 17:50:12 -05:00
parent 62a665464d
commit 846fa99743
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pipeline.py
View File

@ -192,6 +192,7 @@ class Components :
_columns = None _columns = None
skip_columns = [] skip_columns = []
_schema = schema _schema = schema
cols = [_item['name'] for _item in _schema]
for _df in candidates : for _df in candidates :
# #
# we need to format the fields here to make sure we have something cohesive # we need to format the fields here to make sure we have something cohesive
@ -222,7 +223,7 @@ class Components :
_df = pd.DataFrame.join(df,_df) _df = pd.DataFrame.join(df,_df)
writer.write(_df,schema=_schema,table=args['from']) writer.write(_df[cols],schema=_schema,table=args['from'])
# writer.write(df,table=table) # writer.write(df,table=table)
pass pass
else: else:

2
setup.py
View File

@ -5,7 +5,7 @@ import sys
def read(fname): def read(fname):
return open(os.path.join(os.path.dirname(__file__), fname)).read() return open(os.path.join(os.path.dirname(__file__), fname)).read()
args = {"name":"data-maker", args = {"name":"data-maker",
"version":"1.4.2", "version":"1.4.3",
"author":"Vanderbilt University Medical Center","author_email":"steve.l.nyemba@vanderbilt.edu","license":"MIT", "author":"Vanderbilt University Medical Center","author_email":"steve.l.nyemba@vanderbilt.edu","license":"MIT",
"packages":find_packages(),"keywords":["healthcare","data","transport","protocol"]} "packages":find_packages(),"keywords":["healthcare","data","transport","protocol"]}
args["install_requires"] = ['data-transport@git+https://dev.the-phi.com/git/steve/data-transport.git','tensorflow==1.15','pandas','pandas-gbq','pymongo'] args["install_requires"] = ['data-transport@git+https://dev.the-phi.com/git/steve/data-transport.git','tensorflow==1.15','pandas','pandas-gbq','pymongo']