hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix: sql lock for parallel processing

This commit is contained in:
Steve Nyemba 2022-06-10 10:11:37 -05:00
parent 40bcfc40f9
commit b2a224f4a7
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@ -8,7 +8,7 @@ def read(fname):
return open(os.path.join(os.path.dirname(__file__), fname)).read() return open(os.path.join(os.path.dirname(__file__), fname)).read()
args = { args = {
"name":"data-transport", "name":"data-transport",
"version":"1.5.2", "version":"1.5.3",
"author":"The Phi Technology LLC","author_email":"info@the-phi.com", "author":"The Phi Technology LLC","author_email":"info@the-phi.com",
"license":"MIT", "license":"MIT",
"packages":["transport"]} "packages":["transport"]}

8
transport/sql.py
View File

@ -59,7 +59,7 @@ class SQLRW :
# _info['host'] = 'localhost' if 'host' not in _args else _args['host'] # _info['host'] = 'localhost' if 'host' not in _args else _args['host']
# # _info['port'] = SQLWriter.PROVIDERS[_args['provider']] if 'port' not in _args else _args['port'] # # _info['port'] = SQLWriter.PROVIDERS[_args['provider']] if 'port' not in _args else _args['port']
# _info['port'] = SQLWriter.REFERENCE[_provider]['port'] if 'port' not in _args else _args['port'] # _info['port'] = SQLWriter.REFERENCE[_provider]['port'] if 'port' not in _args else _args['port']
self.lock = False if 'lock' not in _args else _args['lock']
if 'username' in _args or 'user' in _args: if 'username' in _args or 'user' in _args:
key = 'username' if 'username' in _args else 'user' key = 'username' if 'username' in _args else 'user'
_info['user'] = _args[key] _info['user'] = _args[key]
@ -272,7 +272,8 @@ class SQLWriter(SQLRW,Writer):
if _info.shape[0] == 0 : if _info.shape[0] == 0 :
return return
SQLRW.lock.acquire() if self.lock :
SQLRW.lock.acquire()
if self._engine is not None: if self._engine is not None:
# pd.to_sql(_info,self._engine) # pd.to_sql(_info,self._engine)
@ -299,7 +300,8 @@ class SQLWriter(SQLRW,Writer):
if self._engine is None : if self._engine is None :
self.conn.commit() self.conn.commit()
SQLRW.lock.release() if self.lock :
SQLRW.lock.release()
# cursor.close() # cursor.close()
pass pass
def close(self): def close(self):