hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix: cli arguments source

This commit is contained in:
Steve Nyemba 2021-07-19 19:40:36 -05:00
parent 835e1253a5
commit d3416631bb
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
bin/transport
View File

@ -84,7 +84,8 @@ class ETL (Process):
print (e) print (e)
if __name__ == '__main__' : if __name__ == '__main__' :
_info = json.loads(open (SYS_ARGS['config']).read()) _info = json.loads(open (SYS_ARGS['config']).read())
if 'source' in SYS_ARGS :
_info['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
for _config in _info : for _config in _info :
_config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs'] _config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']