hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fixes: mongodb and s3 bucket

This commit is contained in:
Steve Nyemba 2020-11-04 14:26:46 -06:00
parent cbed09ea08
commit 9eb46954cd
3 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@ -8,7 +8,7 @@ def read(fname):
return open(os.path.join(os.path.dirname(__file__), fname)).read() return open(os.path.join(os.path.dirname(__file__), fname)).read()
args = { args = {
"name":"data-transport", "name":"data-transport",
"version":"1.2.4", "version":"1.2.6",
"author":"The Phi Technology LLC","author_email":"info@the-phi.com", "author":"The Phi Technology LLC","author_email":"info@the-phi.com",
"license":"MIT", "license":"MIT",
"packages":["transport"]} "packages":["transport"]}

2
transport/mongo.py
View File

@ -71,7 +71,7 @@ class MongoReader(Mongo,Reader):
key = 'n' key = 'n'
if 'cursor' in out and out['cursor'][key] : if 'cursor' in out and out['cursor'][key] :
r += list(out['cursor'][key]) r += list(out['cursor'][key])
elif out[key]: elif key in out and out[key]:
r.append (out[key]) r.append (out[key])
# yield out['cursor'][key] # yield out['cursor'][key]
if key not in ['firstBatch','nextBatch'] or ('cursor' in out and out['cursor']['id'] == 0) : if key not in ['firstBatch','nextBatch'] or ('cursor' in out and out['cursor']['id'] == 0) :

5
transport/s3.py
View File

@ -128,8 +128,3 @@ class s3Writer(s3,Writer) :
self.s3.upload_fileobj(file,self.bucket_name,self.filename) self.s3.upload_fileobj(file,self.bucket_name,self.filename)
pass pass
if __name__ == '__main__' :
p = {'access_key':'AKIAJO7KII27XH3TCPJQ','secret_key':'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'}
reader = s3Reader(**p)
buckets = reader.buckets()
print(reader.list(name = buckets[0]))