List Buckets from Python
--Requirement google.cloud ,google.cloud.storage, protobuff
import os
from google.cloud import storage
os.environ['GOOGLE_APPLICATION_CREDENTIALS']=r"C:\service_account.json"
#instantiates a client
sotrage_client=storage.Client()
#lists all the available buckets
for bucket in storage_client.list_buckets():
print(bucket)
bucket_iterator=bucket_list_blobs()
for resource in bucket_iterator:
print(resource)
Bigquery from Python
--Requirement google.cloud ,google.cloud.bigquery, protobuff
import os
from google.cloud import storage
os.environ['GOOGLE_APPLICATION_CREDENTIALS']=r"C:\service_account.json"
project_id='<>'
import google.auth
from google.cloud import bigquery
client=bigquery.Client()
#client=bigquery.Client(credentials=crendentials_file,project=project_id,)
query='''SELECT * FROM dataset.tableNM Limit 2;'''
query_job=client.query(query) # makes an API Request to Google Bigquery
print("Query Data is")
for row in query_job:
print(row) #Row Values can be accessed by Field Name or Index
#Need to have bigquery.jobs.create permission enabled to project id
#can get credentials directly from GUI
#import google.auth
#from google.cloud import bigquery
#credentials,project_id=google.auth.default(scopes=["https://www.googleapis.com/auth/cloud-platform"])
Comments
Post a Comment