hiplab/privacykit
hiplab
/
privacykit
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

bug fix

This commit is contained in:
Steve L. Nyemba -- The Architect 2018-10-23 14:39:16 -05:00
parent 11a247d0ea
commit 6863df382e
1 changed files with 11 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/risk.py
View File

@ -229,17 +229,19 @@ if 'action' in SYS_ARGS and SYS_ARGS['action'] in ['create','compute','migrate'
o_dataset = SYS_ARGS['o_dataset'] o_dataset = SYS_ARGS['o_dataset']
for table in tables: for table in tables:
sql = " ".join(["SELECT ",",".join(table['fields']) ," FROM (",mytools.get_filtered_table(table,key),") as ",table['name']]) sql = " ".join(["SELECT ",",".join(table['fields']) ," FROM (",mytools.get_filtered_table(table,key),") as ",table['name']])
print ""
print sql
print ""
# job = bq.QueryJobConfig()
# job.destination = client.dataset(o_dataset).table(table['name'])
# job.use_query_cache = True
# job.allow_large_results = True
# job.priority = 'INTERACTIVE'
# job.time_partitioning = bq.table.TimePartitioning(type_=bq.table.TimePartitioningType.DAY)
job = bq.QueryJobConfig() # r = client.query(sql,location='US',job_config=job)
job.destination = client.dataset(o_dataset).table(table['name'])
job.use_query_cache = True
job.allow_large_results = True
job.priority = 'INTERACTIVE'
job.time_partitioning = bq.table.TimePartitioning(type_=bq.table.TimePartitioningType.DAY)
r = client.query(sql,location='US',job_config=job) # print [table['full_name'],' ** ',r.job_id,' ** ',r.state]
print [table['full_name'],' ** ',r.job_id,' ** ',r.state]
pass pass