bug fix: cli arguments source

This commit is contained in:
Steve Nyemba 2021-07-19 19:40:36 -05:00
parent 835e1253a5
commit d3416631bb
1 changed files with 2 additions and 1 deletions

View File

@ -84,7 +84,8 @@ class ETL (Process):
print (e)
if __name__ == '__main__' :
_info = json.loads(open (SYS_ARGS['config']).read())
if 'source' in SYS_ARGS :
_info['source'] = {"type":"disk.DiskReader","args":{"path":SYS_ARGS['source'],"delimiter":","}}
for _config in _info :
_config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']