hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix

This commit is contained in:
Steve Nyemba 2019-12-01 21:32:47 -06:00
parent b0380be861
commit aaad4003a9
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
transport/disk.py
View File

@ -20,8 +20,8 @@ class DiskReader(Reader) :
return os.path.exists(self.path)
def read(self,size=-1):
"""
This function reads the rows from a designated location on disk
@param size number of rows to be read, -1 suggests all rows
This function reads the rows from a designated location on disk
@param size number of rows to be read, -1 suggests all rows
"""
f = open(self.path,'rU')
@ -47,8 +47,8 @@ class DiskWriter(Writer):
self.name = params['name'];
else:
self.name = 'out.log'
if os.path.exists(self.path) == False:
os.mkdir(self.path)
# if os.path.exists(self.path) == False:
# os.mkdir(self.path)
def isready(self):
"""
@ -66,20 +66,20 @@ class DiskWriter(Writer):
@param row row to be written
"""
label = params['label']
# label = params['label']
row = params['row']
xchar = None
if 'xchar' is not None:
xchar = params['xchar']
# xchar = None
# if 'xchar' is not None:
# xchar = params['xchar']
#path = ''.join([self.path,os.sep,label])
path = ''.join([self.path,os.sep,self.name])
# path = ''.join([self.path,os.sep,self.name])
#if os.path.exists(path) == False:
# os.mkdir(path) ;
path = ''.join([path,os.sep,self.name])
f = open(path,'a')
if isinstance(row,object):
row = json.dumps(row)
# path = ''.join([path,os.sep,self.name])
f = open(self.path,'a')
if isinstance(row,object):
row = json.dumps(row)
#row = self.format(row,xchar);
f.write(row)
f.write(row+"\n")
f.close()