aou/data-maker
aou
/
data-maker
1
1
Fork 0
Code Issues 4 Pull Requests Packages Projects 1 Releases Wiki Activity

bug fix with worker ...

This commit is contained in:
Steve Nyemba 2020-03-04 13:40:26 -06:00
parent 076db1ec2c
commit 14cce1ef09
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pipeline.py
View File

@ -234,6 +234,7 @@ if __name__ == '__main__' :
args['max_rows'] = int(args['max_rows']) if 'max_rows' in args else 3 args['max_rows'] = int(args['max_rows']) if 'max_rows' in args else 3
args['part_size']= int(args['part_size']) if 'part_size' in args else 3 args['part_size']= int(args['part_size']) if 'part_size' in args else 3
# #
# @TODO: # @TODO:
# Log what was initiated so we have context of this processing ... # Log what was initiated so we have context of this processing ...
@ -265,6 +266,7 @@ if __name__ == '__main__' :
elif 'listen' in args : elif 'listen' in args :
# #
# This will start a worker just in case to listen to a queue # This will start a worker just in case to listen to a queue
SYS_ARGS = dict(args) #-- things get lost in context
if 'read' in SYS_ARGS : if 'read' in SYS_ARGS :
QUEUE_TYPE = 'queue.QueueReader' QUEUE_TYPE = 'queue.QueueReader'
pointer = lambda qreader: qreader.read(1) pointer = lambda qreader: qreader.read(1)