hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix

This commit is contained in:
Steve Nyemba 2019-12-01 21:32:47 -06:00
parent b0380be861
commit aaad4003a9
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
transport/disk.py
View File

@ -20,8 +20,8 @@ class DiskReader(Reader) :
return os.path.exists(self.path) return os.path.exists(self.path)
def read(self,size=-1): def read(self,size=-1):
""" """
This function reads the rows from a designated location on disk This function reads the rows from a designated location on disk
@param size number of rows to be read, -1 suggests all rows @param size number of rows to be read, -1 suggests all rows
""" """
f = open(self.path,'rU') f = open(self.path,'rU')
@ -47,8 +47,8 @@ class DiskWriter(Writer):
self.name = params['name']; self.name = params['name'];
else: else:
self.name = 'out.log' self.name = 'out.log'
if os.path.exists(self.path) == False: # if os.path.exists(self.path) == False:
os.mkdir(self.path) # os.mkdir(self.path)
def isready(self): def isready(self):
""" """
@ -66,20 +66,20 @@ class DiskWriter(Writer):
@param row row to be written @param row row to be written
""" """
label = params['label'] # label = params['label']
row = params['row'] row = params['row']
xchar = None # xchar = None
if 'xchar' is not None: # if 'xchar' is not None:
xchar = params['xchar'] # xchar = params['xchar']
#path = ''.join([self.path,os.sep,label]) #path = ''.join([self.path,os.sep,label])
path = ''.join([self.path,os.sep,self.name]) # path = ''.join([self.path,os.sep,self.name])
#if os.path.exists(path) == False: #if os.path.exists(path) == False:
# os.mkdir(path) ; # os.mkdir(path) ;
path = ''.join([path,os.sep,self.name]) # path = ''.join([path,os.sep,self.name])
f = open(path,'a') f = open(self.path,'a')
if isinstance(row,object): if isinstance(row,object):
row = json.dumps(row) row = json.dumps(row)
#row = self.format(row,xchar); #row = self.format(row,xchar);
f.write(row) f.write(row+"\n")
f.close() f.close()