"""Authenticates with cloud platform and gets a BiqQuery service object
"""
creds = GoogleCredentials.get_application_default()
- return discovery.build(
- 'bigquery', 'v2', credentials=creds, cache_discovery=False)
+ return discovery.build('bigquery',
+ 'v2',
+ credentials=creds,
+ cache_discovery=False)
def create_dataset(biq_query, project_id, dataset_id):
}
try:
- dataset_req = biq_query.datasets().insert(
- projectId=project_id, body=body)
+ dataset_req = biq_query.datasets().insert(projectId=project_id,
+ body=body)
dataset_req.execute(num_retries=NUM_RETRIES)
except HttpError as http_error:
if http_error.resp.status == 409:
print('Warning: The dataset %s already exists' % dataset_id)
else:
# Note: For more debugging info, print "http_error.content"
- print('Error in creating dataset: %s. Err: %s' % (dataset_id,
- http_error))
+ print('Error in creating dataset: %s. Err: %s' %
+ (dataset_id, http_error))
is_success = False
return is_success
}
try:
- table_req = big_query.tables().insert(
- projectId=project_id, datasetId=dataset_id, body=body)
+ table_req = big_query.tables().insert(projectId=project_id,
+ datasetId=dataset_id,
+ body=body)
res = table_req.execute(num_retries=NUM_RETRIES)
print('Successfully created %s "%s"' % (res['kind'], res['id']))
except HttpError as http_error:
if http_error.resp.status == 409:
print('Warning: Table %s already exists' % table_id)
else:
- print('Error in creating table: %s. Err: %s' % (table_id,
- http_error))
+ print('Error in creating table: %s. Err: %s' %
+ (table_id, http_error))
is_success = False
return is_success
}
try:
- table_req = big_query.tables().patch(
- projectId=project_id,
- datasetId=dataset_id,
- tableId=table_id,
- body=body)
+ table_req = big_query.tables().patch(projectId=project_id,
+ datasetId=dataset_id,
+ tableId=table_id,
+ body=body)
res = table_req.execute(num_retries=NUM_RETRIES)
print('Successfully patched %s "%s"' % (res['kind'], res['id']))
except HttpError as http_error:
is_success = True
body = {'rows': rows_list}
try:
- insert_req = big_query.tabledata().insertAll(
- projectId=project_id,
- datasetId=dataset_id,
- tableId=table_id,
- body=body)
+ insert_req = big_query.tabledata().insertAll(projectId=project_id,
+ datasetId=dataset_id,
+ tableId=table_id,
+ body=body)
res = insert_req.execute(num_retries=NUM_RETRIES)
if res.get('insertErrors', None):
print('Error inserting rows! Response: %s' % res)