Python set_logging_level示例

示例#1

文件： cancel_all_old_multipart.py 项目： astrowork/aws-chiles02

def main():
    parser = argparse.ArgumentParser('Check the multipart upload status')
    parser.add_argument('-c',
                        '--cancel',
                        action="store_true",
                        help='cancel all the outstanding ')
    parser.add_argument('-f',
                        '--force',
                        action="store_true",
                        help='force all the outstanding ')
    parser.add_argument('-v',
                        '--verbosity',
                        action='count',
                        default=0,
                        help='increase output verbosity')
    parser.add_argument('bucket', help='the bucket to check')
    args = parser.parse_args()

    set_logging_level(args.verbosity)
    session = boto3.Session(profile_name='aws-chiles02')
    s3 = session.resource('s3', use_ssl=False)

    bucket = s3.Bucket(args.bucket)

    now = datetime.datetime.now(utc)
    one_day_ago = now - datetime.timedelta(hours=24)
    for item in bucket.multipart_uploads.all():
        LOG.info('key_name: {0}, initiated: {1}'.format(
            item.key, item.initiated))
        if (item.initiated < one_day_ago and args.cancel) or args.force:
            LOG.info('Cancelling {0}'.format(item.key))
            item.abort()

示例#2

文件： check_uvsub.py 项目： ICRAR/aws-chiles02

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)

    work_to_do = WorkToDo(arguments.width, arguments.bucket, get_s3_uvsub_name(arguments.width), get_s3_split_name(arguments.width))
    work_to_do.calculate_work_to_do()

    for work_item in work_to_do.work_to_do:
        LOG.info(work_item)

示例#3

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)

    work_to_do = WorkToDo(arguments.width, arguments.bucket,
                          get_s3_uvsub_name(arguments.width),
                          get_s3_split_name(arguments.width))
    work_to_do.calculate_work_to_do()

    for work_item in work_to_do.work_to_do:
        LOG.info(work_item)

示例#4

文件： check_clean.py 项目： ICRAR/aws-chiles02

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)
    session = boto3.Session(profile_name='aws-chiles02')
    s3 = session.resource('s3', use_ssl=False)
    bucket = s3.Bucket(arguments.bucket)

    # Get the data we need
    clean_entries = get_clean(bucket, arguments.width, arguments.iterations, arguments.arcsec)

    analyse_data(clean_entries, arguments.width)

示例#5

文件： check_clean.py 项目： astrowork/aws-chiles02

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)
    session = boto3.Session(profile_name='aws-chiles02')
    s3 = session.resource('s3', use_ssl=False)
    bucket = s3.Bucket(arguments.bucket)

    # Get the data we need
    clean_entries = get_clean(bucket, arguments.width, arguments.iterations,
                              arguments.arcsec)

    analyse_data(clean_entries, arguments.width)

示例#6

文件： check_splits.py 项目： astrowork/aws-chiles02

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)
    session = boto3.Session(profile_name='aws-chiles02')
    s3 = session.resource('s3', use_ssl=False)
    bucket = s3.Bucket(arguments.bucket)

    # Get the data we need
    measurement_sets = get_measurement_sets(bucket)
    split_entries = get_split(bucket, arguments.width)

    analyse_data(measurement_sets, split_entries, arguments.width)

示例#7

文件： check_splits.py 项目： ICRAR/aws-chiles02

def main():
    arguments = parse_arguments()
    set_logging_level(arguments.verbosity)
    session = boto3.Session(profile_name="aws-chiles02")
    s3 = session.resource("s3", use_ssl=False)
    bucket = s3.Bucket(arguments.bucket)

    # Get the data we need
    measurement_sets = get_measurement_sets(bucket)
    split_entries = get_split(bucket, arguments.width)

    analyse_data(measurement_sets, split_entries, arguments.width)

示例#8

文件： cancel_all_old_multipart.py 项目： ICRAR/aws-chiles02

def main():
    parser = argparse.ArgumentParser('Check the multipart upload status')
    parser.add_argument('-c', '--cancel', action="store_true", help='cancel all the outstanding ')
    parser.add_argument('-f', '--force', action="store_true", help='force all the outstanding ')
    parser.add_argument('-v', '--verbosity', action='count', default=0, help='increase output verbosity')
    parser.add_argument('bucket', help='the bucket to check')
    args = parser.parse_args()

    set_logging_level(args.verbosity)
    session = boto3.Session(profile_name='aws-chiles02')
    s3 = session.resource('s3', use_ssl=False)

    bucket = s3.Bucket(args.bucket)

    now = datetime.datetime.now(utc)
    one_day_ago = now - datetime.timedelta(hours=24)
    for item in bucket.multipart_uploads.all():
        LOG.info('key_name: {0}, initiated: {1}'.format(item.key, item.initiated))
        if (item.initiated < one_day_ago and args.cancel) or args.force:
            LOG.info('Cancelling {0}'.format(item.key))
            item.abort()