hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix: cli arguments source

This commit is contained in:
Steve Nyemba 2021-07-19 19:42:51 -05:00
parent d3416631bb
commit 185158f006
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
bin/transport
View File

@ -84,10 +84,11 @@ class ETL (Process):
print (e)
if __name__ == '__main__' :
_info = json.loads(open (SYS_ARGS['config']).read())
if 'source' in SYS_ARGS :
_info['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
for _config in _info :
if 'source' in SYS_ARGS :
_config['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
_config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']
etl = ETL (**_config)
etl.start()