bug fix: lock, parallel processing bigquery

This commit is contained in:
Steve Nyemba 2021-04-13 17:29:54 -05:00
parent 84e212d5a3
commit cebc784494
2 changed files with 2 additions and 2 deletions

View File

@ -8,7 +8,7 @@ def read(fname):
return open(os.path.join(os.path.dirname(__file__), fname)).read()
args = {
"name":"data-transport",
"version":"1.3.8.2",
"version":"1.3.8.3",
"author":"The Phi Technology LLC","author_email":"info@the-phi.com",
"license":"MIT",
"packages":["transport"]}

View File

@ -227,7 +227,7 @@ class BQReader(BigQuery,Reader) :
SQL = SQL.replace(':dataset',self.dataset).replace(':DATASET',self.dataset)
return pd.read_gbq(SQL,credentials=self.credentials,dialect='standard') if SQL else None
class BQWriter(BigQuery,Writer):
Lock = Lock()
lock = Lock()
def __init__(self,**_args):
super().__init__(**_args)