Python close Examples

Example #1

def __attempt_upload(file_path, bucket_name, key_name, log):
    time.sleep(backoff)
    bucket = get_bucket(bucket_name)
    if key_name in bucket:
        raise ValueError('found %s in %s' % (key_name, bucket_name))
    key = boto.gs.key.Key(bucket, key_name)
    try:
        key.set_contents_from_filename(file_path)
    finally:
        key.close()

Example #2

File: gcs_wrapper_boto.py Project: mdebnath/ISB-CGC-data-proc

def __attempt_download(file_path, bucket_name, key_name, log):
    time.sleep(backoff)
    bucket = __get_bucket(bucket_name)
    if key_name not in bucket:
        raise ValueError('did not find %s in %s' % (key_name, bucket_name))
    key = boto.gs.key.Key(bucket, key_name)
    try:
        key.get_contents_to_filename(file_path)
    finally:
        key.close()

    log.info('successfully downloaded %s' % key_name)

Example #3

File: bqTable2fileMatrix.py Project: deflaux/examples-Python

def deleteGCSobj ( gcsPath ):

    ( bucketName, oName ) = splitGCSpath ( gcsPath )
    ## print " --> ", bucketName, oName
    connection = boto.gs.connection.GSConnection()
    bucket = connection.get_bucket(bucketName)
    if oName not in bucket:
        raise ValueError('did not find %s in %s' % (oName, bucketName))
    key = boto.gs.key.Key(bucket, oName)
    try:
        key.delete()
    finally:
        key.close()
        connection.close()

Example #4

def deleteGCSobj ( gcsPath ):

    ( bucketName, oName ) = splitGCSpath ( gcsPath )
    ## print " --> ", bucketName, oName
    connection = boto.gs.connection.GSConnection()
    bucket = connection.get_bucket(bucketName)
    if oName not in bucket:
        raise ValueError('did not find %s in %s' % (oName, bucketName))
    key = boto.gs.key.Key(bucket, oName)
    try:
        key.delete()
    finally:
        key.close()
        connection.close()

Example #5

File: gcs_wrapper_boto.py Project: vdhankani/ISB-CGC-data-proc

def __attempt_upload(file_path, bucket_name, key_name, log):
    time.sleep(backoff)
    if bucket_name in name2bucket:
        bucket = name2bucket[bucket_name]
    else:
        with lock:
            if bucket_name in name2bucket:
                bucket = name2bucket[bucket_name]
            else:
                bucket = connection.get_bucket(bucket_name)
                name2bucket[bucket_name] = bucket
    if key_name in bucket:
        raise ValueError('found %s in %s' % (key_name, bucket_name))
    key = boto.gs.key.Key(bucket, key_name)
    try:
        key.set_contents_from_filename(file_path)
    finally:
        key.close()

Example #6

File: gcs_wrapper_boto.py Project: BlinkUX/ISB-CGC-data-proc

def __attempt_upload(file_path, bucket_name, key_name, log):
    time.sleep(backoff)
    if bucket_name in name2bucket:
        bucket = name2bucket[bucket_name]
    else:
        with lock:
            if bucket_name in name2bucket:
                bucket = name2bucket[bucket_name]
            else:
                bucket = connection.get_bucket(bucket_name)
                name2bucket[bucket_name] = bucket
    if key_name in bucket:
        raise ValueError('found %s in %s' % (key_name, bucket_name))
    key = boto.gs.key.Key(bucket, key_name)
    try:
        key.set_contents_from_filename(file_path)
    finally:
        key.close()

Example #7

File: gcs_wrapper_boto.py Project: mdebnath/ISB-CGC-data-proc

def __attempt_upload(file_path, bucket_name, key_name, log):
    time.sleep(backoff)
    bucket = __get_bucket(bucket_name)
    if key_name in bucket:
        raise ValueError('found %s already uploaded in %s' %
                         (key_name, bucket_name))
    key = boto.gs.key.Key(bucket, key_name)
    try:
        if (file_path.endswith('txt')):
            # make sure can be loaded as ascii!!!
            with open(file_path) as infile:
                contents = infile.read()
                key.set_contents_from_string(
                    str(contents.encode('ascii', 'replace')))
        else:
            key.set_contents_from_filename(file_path)
    finally:
        key.close()