Python start_and_wait示例

示例#1

文件： load_error_bad_data.py 项目： xweeta86/bigquery-e2e

def main():
  service = auth.build_bq_client()

  # Load configuration with the destination specified.
  load_config = {
    'destinationTable': {
      'projectId': auth.PROJECT_ID,
      'datasetId': 'ch06',
      # You can update this for each example.
      'tableId': 'example_bad_data'
    }
  }
  # Setup the job here.
  # load[property] = value
  load_config['schema'] = {
    'fields': [
      {'name':'string_f', 'type':'STRING'},
      {'name':'boolean_f', 'type':'BOOLEAN'},
      {'name':'integer_f', 'type':'INTEGER',
       'mode':'REQUIRED'},
      {'name':'float_f', 'type':'FLOAT'},
      {'name':'timestamp_f', 'type':'TIMESTAMP'}
    ]
  }
  load_config['sourceUris'] = [
    'gs://bigquery-e2e/chapters/06/sample_bad.csv',
  ]
  # End of job configuration.

  run_load.start_and_wait(service.jobs(),
                          auth.PROJECT_ID,
                          load_config)

示例#2

文件： load_resumable.py 项目： Goldmer/bigquery-e2e

def main():
  service = auth.build_bq_client()

  # Load configuration with the destination specified.
  load_config = {
    'destinationTable': {
      'projectId': auth.PROJECT_ID,
      'datasetId': 'ch06',
      # You can update this for each example.
      'tableId': 'example_resumable'
    }
  }
  # Setup the job here.
  # load[property] = value
  load_config['schema'] = {
    'fields': [
      {'name':'string_f', 'type':'STRING'},
      {'name':'boolean_f', 'type':'BOOLEAN'},
      {'name':'integer_f', 'type':'INTEGER'},
      {'name':'float_f', 'type':'FLOAT'},
      {'name':'timestamp_f', 'type':'TIMESTAMP'}
    ]
  }

  upload = MediaFileUpload('sample.csv',
                           mimetype='application/octet-stream',
                           # This enables resumable uploads.
                           resumable=True)
  # End of job configuration.

  run_load.start_and_wait(service.jobs(),
                          auth.PROJECT_ID,
                          load_config,
                          media_body=upload)

示例#3

文件： load_resumable.py 项目： xweeta86/bigquery-e2e

def main():
    service = auth.build_bq_client()

    # Load configuration with the destination specified.
    load_config = {
        'destinationTable': {
            'projectId': auth.PROJECT_ID,
            'datasetId': 'ch06',
            # You can update this for each example.
            'tableId': 'example_resumable'
        }
    }
    # Setup the job here.
    # load[property] = value
    load_config['schema'] = {
        'fields': [{
            'name': 'string_f',
            'type': 'STRING'
        }, {
            'name': 'boolean_f',
            'type': 'BOOLEAN'
        }, {
            'name': 'integer_f',
            'type': 'INTEGER'
        }, {
            'name': 'float_f',
            'type': 'FLOAT'
        }, {
            'name': 'timestamp_f',
            'type': 'TIMESTAMP'
        }]
    }

    upload = MediaFileUpload(
        'sample.csv',
        mimetype='application/octet-stream',
        # This enables resumable uploads.
        resumable=True)
    # End of job configuration.

    run_load.start_and_wait(service.jobs(),
                            auth.PROJECT_ID,
                            load_config,
                            media_body=upload)

示例#4

文件： load_error_access_denied.py 项目： xweeta86/bigquery-e2e

def main():
    service = auth.build_bq_client()

    # Load configuration with the destination specified.
    load_config = {
        'destinationTable': {
            'projectId': 'publicdata',
            'datasetId': 'samples',
            'tableId': 'mypersonaltable'
        }
    }
    # Setup the job here.
    # load[property] = value
    load_config['sourceUris'] = [
        'gs://bigquery-e2e/chapters/06/sample.csv',
    ]
    # End of job configuration.

    run_load.start_and_wait(service.jobs(), auth.PROJECT_ID, load_config)

示例#5

文件： load_error_access_denied.py 项目： Goldmer/bigquery-e2e

def main():
  service = auth.build_bq_client()

  # Load configuration with the destination specified.
  load_config = {
    'destinationTable': {
      'projectId': 'publicdata',
      'datasetId': 'samples',
      'tableId': 'mypersonaltable'
    }
  }
  # Setup the job here.
  # load[property] = value
  load_config['sourceUris'] = [
    'gs://bigquery-e2e/chapters/06/sample.csv',
  ]
  # End of job configuration.

  run_load.start_and_wait(service.jobs(),
                          auth.PROJECT_ID,
                          load_config)