hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix, TODO: figure out how to parse types

This commit is contained in:
Steve Nyemba 2024-07-10 17:26:11 -05:00
parent 40f9c3930a
commit 9dba5daecd
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
transport/cloud/s3.py
View File

@ -117,15 +117,18 @@ class Writer(s3) :
""" """
This function will write the data to the s3 bucket, files can be either csv, or json formatted files This function will write the data to the s3 bucket, files can be either csv, or json formatted files
""" """
content = 'text/plain'
if type(_data) == pd.DataFrame : if type(_data) == pd.DataFrame :
_stream = _data.to_csv(index=False) _stream = _data.to_csv(index=False)
content = 'text/csv'
elif type(_data) == dict : elif type(_data) == dict :
_stream = json.dumps(_data) _stream = json.dumps(_data)
content = 'application/json'
else: else:
_stream = _data _stream = _data
file = StringIO(_stream) file = StringIO(_stream)
bucket = self._bucket_name if 'bucket' not in _args else _args['bucket'] bucket = self._bucket_name if 'bucket' not in _args else _args['bucket']
file_name = self._file_name if 'file' not in _args else _args['file'] file_name = self._file_name if 'file' not in _args else _args['file']
self._client.put_object(Bucket=bucket, Key = file_name, Body=_stream) self._client.put_object(Bucket=bucket, Key = file_name, Body=_stream,ContentType=content)
pass pass