def _insert_load_job(self,
project_id,
job_id,
table_reference,
source_uris,
schema=None,
write_disposition=None,
create_disposition=None,
additional_load_parameters=None):
additional_load_parameters = additional_load_parameters or {}
job_schema = None if schema == 'SCHEMA_AUTODETECT' else schema
reference = bigquery.JobReference(jobId=job_id, projectId=project_id)
request = bigquery.BigqueryJobsInsertRequest(
projectId=project_id,
job=bigquery.Job(
configuration=bigquery.JobConfiguration(
load=bigquery.JobConfigurationLoad(
sourceUris=source_uris,
destinationTable=table_reference,
schema=job_schema,
writeDisposition=write_disposition,
createDisposition=create_disposition,
sourceFormat='NEWLINE_DELIMITED_JSON',
autodetect=schema == 'SCHEMA_AUTODETECT',
**additional_load_parameters)),
jobReference=reference,
))
response = self.client.jobs.Insert(request)
return response.jobReference
def _insert_load_job(self,
project_id,
job_id,
table_reference,
source_uris,
schema=None,
write_disposition=None,
create_disposition=None):
reference = bigquery.JobReference(jobId=job_id, projectId=project_id)
request = bigquery.BigqueryJobsInsertRequest(
projectId=project_id,
job=bigquery.Job(
configuration=bigquery.JobConfiguration(
load=bigquery.JobConfigurationLoad(
sourceUris=source_uris,
destinationTable=table_reference,
schema=schema,
writeDisposition=write_disposition,
createDisposition=create_disposition,
sourceFormat='NEWLINE_DELIMITED_JSON',
autodetect=schema is None,
)
),
jobReference=reference,
)
)
response = self.client.jobs.Insert(request)
return response.jobReference
def _insert_load_job(self, project_id, job_id, table_reference, source_uris,
schema=None):
reference = bigquery.JobReference(jobId=job_id, projectId=project_id)
request = bigquery.BigqueryJobsInsertRequest(
projectId=table_reference.project_id,
job=bigquery.Job(
configuration=bigquery.JobConfiguration(
load=bigquery.JobConfigurationLoad(
source_uris=source_uris,
destination_table=table_reference,
)
),
jobReference=reference,
)
)
response = self.client.jobs.Insert(request)
return response.jobReference.jobId
def load_table(self, job_id, project_id, table_ref, table_schema, gcs_urls,
create_disposition, write_disposition):
job_ref = bq.JobReference(jobId=job_id, projectId=project_id)
request = bq.BigqueryJobsInsertRequest(
projectId=project_id,
job=bq.Job(
configuration=bq.JobConfiguration(load=bq.JobConfigurationLoad(
createDisposition=create_disposition,
destinationTable=table_ref,
schema=table_schema,
sourceFormat="NEWLINE_DELIMITED_JSON",
sourceUris=gcs_urls,
writeDisposition=write_disposition)),
jobReference=job_ref))
response = self.client.jobs.Insert(request)
return response.jobReference.jobId