Example #1
0
    except ConfigParser.NoOptionError:
        # Only exclude VOs if we haven't specified the ones to include.
        try:
            exclude = cp.get('unloader', 'exclude_vos')
            exclude_vos = [vo.strip() for vo in exclude.split(',')]
        except ConfigParser.NoOptionError:
            pass

    interval = cp.get('unloader', 'interval')

    unloader = DbUnloader(db, unload_dir, include_vos, exclude_vos, local_jobs,
                          withhold_dns)
    try:
        records_per_message = int(cp.get('unloader', 'records_per_message'))
        if records_per_message < RECORDS_PER_MESSAGE_MIN:
            unloader.records_per_message = RECORDS_PER_MESSAGE_MIN
            log.warn(
                'records_per_message too small, increasing from %d to %d',
                records_per_message,
                RECORDS_PER_MESSAGE_MIN,
            )
        elif records_per_message > RECORDS_PER_MESSAGE_MAX:
            unloader.records_per_message = RECORDS_PER_MESSAGE_MAX
            log.warn(
                'records_per_message too large, decreasing from %d to %d',
                records_per_message,
                RECORDS_PER_MESSAGE_MAX,
            )
        else:
            unloader.records_per_message = records_per_message
    except ConfigParser.NoOptionError: