hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fixes, write file and other misc with ETL

This commit is contained in:
Steve Nyemba 2023-09-30 09:24:58 -05:00
parent 4320159f3d
commit a7fe357b2c
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
transport/disk.py
View File

@ -95,7 +95,7 @@ class DiskWriter(Writer):
_delim = self._delimiter if 'delimiter' not in _args else _args['delimiter'] _delim = self._delimiter if 'delimiter' not in _args else _args['delimiter']
_path = self._path if 'path' not in _args else _args['path'] _path = self._path if 'path' not in _args else _args['path']
_mode = self._mode if 'mode' not in _args else _args['mode'] _mode = self._mode if 'mode' not in _args else _args['mode']
info.to_csv(_path,index=False,sep=_delim, mode=_mode) info.to_csv(_path,index=False,sep=_delim)
pass pass
except Exception as e: except Exception as e:
# #

2
transport/etl.py
View File

@ -99,7 +99,7 @@ class Transporter(Process):
# _target['write']['lock'] = True # _target['write']['lock'] = True
pass pass
_writer = transport.factory.instance(**_target) _writer = transport.factory.instance(**_target)
_writer.write(_data.copy(),**_args) _writer.write(_data,**_args)
if hasattr(_writer,'close') : if hasattr(_writer,'close') :
_writer.close() _writer.close()