aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix: missing data, adding an additional type: pandas._lib.missing.NAType in addition to np.nan, np.na

This commit is contained in:
Steve Nyemba 2022-05-17 13:27:13 -05:00
parent 6841ccbd5e
commit 1dae4ffba8
2 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
data/maker/__init__.py
View File

@ -98,8 +98,7 @@ class Learner(Process):
# - The code below tries to address the issue (Perhaps better suited for the reading components) # - The code below tries to address the issue (Perhaps better suited for the reading components)
for name in columns : for name in columns :
_index = np.random.choice(np.arange(self._df[name].size),5,False) _index = np.random.choice(np.arange(self._df[name].size),5,False)
no_value = [type(value) in [int,float,np.int64,np.int32,np.float32,np.float64] for value in self._df[name].values[_index]] no_value = [type(value) in [int,float,np.int64,np.int32,np.float32,np.float64] for value in self._df[name].values[_index]]
print ([name,np.sum(no_value)])
no_value = 0 if np.sum(no_value) > 0 else '' no_value = 0 if np.sum(no_value) > 0 else ''
self._df[name] = self._df[name].fillna(no_value) self._df[name] = self._df[name].fillna(no_value)

1
data/maker/prepare/__init__.py
View File

@ -196,7 +196,6 @@ class Input :
:param rows np.array or list of vector of values :param rows np.array or list of vector of values
:param cols a space of values if it were to be different fromt he current sample. :param cols a space of values if it were to be different fromt he current sample.
""" """
if not cols: if not cols:
# #
# In the advent the sample rows do NOT have the values of the # In the advent the sample rows do NOT have the values of the