aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

minor bug fix, got fixed in data-transport returning properly formatted meta data

This commit is contained in:
Steve Nyemba 2022-08-10 11:29:21 -05:00
parent 3aee3e2cae
commit 4013fb8fd5
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
data/maker/__init__.py
View File

@ -425,7 +425,7 @@ class Generator (Learner):
_schema = self.get_schema() _schema = self.get_schema()
_schema = [{'name':_item.name,'type':_item.field_type} for _item in _schema] # _schema = [{'name':_item.name,'type':_item.field_type} for _item in _schema]
_df = self.format(_df,_schema) _df = self.format(_df,_schema)
_log = [{"name":_schema[i]['name'],"dataframe":_df[_df.columns[i]].dtypes.name,"schema":_schema[i]['type']} for i in np.arange(len(_schema)) ] _log = [{"name":_schema[i]['name'],"dataframe":_df[_df.columns[i]].dtypes.name,"schema":_schema[i]['type']} for i in np.arange(len(_schema)) ]
self.log(**{"action":"consolidate","input":_log}) self.log(**{"action":"consolidate","input":_log})

8
data/maker/prepare/__init__.py
View File

@ -46,10 +46,10 @@ class Input :
:param store data-store parameters/configuration :param store data-store parameters/configuration
:param sql sql query that pulls a representative sample of the data :param sql sql query that pulls a representative sample of the data
""" """
# self._schema = _args['schema'] if 'schema' in _args else {} self._schema = _args['schema'] if 'schema' in _args else {}
# # #
# # schema data should be in a hash map for these purposes # schema data should be in a hash map for these purposes
# # #
# if self._schema : # if self._schema :
# r = {} # r = {}
# for _item in self._schema : # for _item in self._schema :