This commit is contained in:
Steve Nyemba 2021-07-08 17:41:43 -05:00
parent 25ed547474
commit 6e2ee941ac
1 changed files with 3 additions and 2 deletions

View File

@ -83,9 +83,10 @@ class ETL (Process):
except Exception as e:
print (e)
if __name__ == '__main__' :
_config = json.loads(open (SYS_ARGS['config']).read())
_config['jobs'] = 10 #if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']
_info = json.loads(open (SYS_ARGS['config']).read())
for _config in _info :
_config['jobs'] = 10 if 'jobs' not in SYS_ARGS else SYS_ARGS['jobs']
etl = ETL (**_config)
etl.start()