hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix: bigquery meta on a project other than the one with service key

This commit is contained in:
Steve Nyemba 2023-07-05 15:53:54 -05:00
parent 74d8b2c6f2
commit b27c5a88d4
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
transport/sql.py
View File

@ -381,14 +381,20 @@ class BigQuery:
:param sql sql query to be pulled, :param sql sql query to be pulled,
""" """
table = _args['table'] if 'table' in _args else self.table table = _args['table'] if 'table' in _args else self.table
try: try:
if table : if table :
ref = self.client.dataset(self.dataset).table(table) _dataset = self.dataset if 'dataset' not in _args else _args['dataset']
_schema = self.client.get_table(ref).schema sql = f"""SELECT column_name as table_name, data_type as field_type FROM {_dataset}.INFORMATION_SCHEMA.COLUMNS WHERE table_name = '{table}' """
return [{"name":_item.name,"type":_item.field_type,"description":( "" if not hasattr(_item,"description") else _item.description )} for _item in _schema] return self.read(sql=sql).to_dict(orient='records')
# ref = self.client.dataset(self.dataset).table(table)
# _schema = self.client.get_table(ref).schema
# return [{"name":_item.name,"type":_item.field_type,"description":( "" if not hasattr(_item,"description") else _item.description )} for _item in _schema]
else : else :
return [] return []
except Exception as e: except Exception as e:
return [] return []
def has(self,**_args): def has(self,**_args):
found = False found = False