def __init__(self, config_path): cfg = ObjectDict(read_config(config_path)) cfg.db_name = cfg['mongo.db'] cfg['num_processes'] = int(cfg.get('num_processes', 0)) cfg['stubo_version'] = version cfg['debug'] = asbool(cfg.get('debug', False)) max_workers = int(cfg.get('max_workers', 100)) log.info('started with {0} worker threads'.format(max_workers)) cfg['executor'] = ThreadPoolExecutor(max_workers) try: cfg['statsd_client'] = StatsClient(host=cfg.get('statsd.host', 'localhost'), prefix=cfg.get('statsd.prefix', 'stubo')) cfg['stats'] = StatsdStats() log.info('statsd host addr={0}, prefix={1}'.format( cfg['statsd_client']._addr, cfg['statsd_client']._prefix)) except socket.gaierror, e: log.warn("unable to connect to statsd: {0}".format(e))
def __init__(self, config_path): cfg = ObjectDict(read_config(config_path)) cfg.db_name = cfg["mongo.db"] cfg["num_processes"] = int(cfg.get("num_processes", 0)) cfg["stubo_version"] = version cfg["debug"] = asbool(cfg.get("debug", False)) max_workers = int(cfg.get("max_workers", 100)) log.info("started with {0} worker threads".format(max_workers)) cfg["executor"] = ThreadPoolExecutor(max_workers) try: cfg["statsd_client"] = StatsClient( host=cfg.get("statsd.host", "localhost"), prefix=cfg.get("statsd.prefix", "stubo") ) cfg["stats"] = StatsdStats() log.info( "statsd host addr={0}, prefix={1}".format(cfg["statsd_client"]._addr, cfg["statsd_client"]._prefix) ) except socket.gaierror, e: log.warn("unable to connect to statsd: {0}".format(e))
def purge_stubs(): # importing helper handler from testing deps from stubo.testing import DummyRequestHandler parser = ArgumentParser( description="Purge stubs older than given expiry date." ) parser.add_argument('-l', '--list', action='store_const', const=True, dest='list_only', help="Just list the stubs to delete.") parser.add_argument('-e', '--expiry', default=14, dest='expiry', help="expiry is number of days from now (default is 14).") parser.add_argument('--host', default='all', dest='host', help="specify the host uri to use (defaults to all)") parser.add_argument('-c', '--config', dest='config', help='Path to configuration file (defaults to $CWD/etc/dev.ini)', metavar='FILE') args = parser.parse_args() list_only = args.list_only or False expiry_days = args.expiry expiry = datetime.today().date() - timedelta(int(expiry_days)) host = args.host config = args.config or get_default_config() logging.config.fileConfig(config) settings = read_config(config) dbenv = default_env.copy() dbenv.update((k[6:], coerce_mongo_param(k[6:], v)) for k, v in \ settings.iteritems() if k.startswith('mongo.')) log.debug('mongo params: {0}'.format(dbenv)) log.info('purge stubs whereby all sessions in the scenario were last used before {0}'.format(expiry)) db_conn = init_mongo(dbenv).connection slave, master = start_redis(settings) response = list_scenarios(host) if 'error' in response: print response['error'] sys.exit(-1) handler = DummyRequestHandler() session_handler = DummyRequestHandler() for scenario_key in response['data']['scenarios']: log.debug("*** scenario '{0}' ***".format(scenario_key)) hostname, scenario = scenario_key.split(':') if host != 'all' and host != hostname: continue handler.host = hostname handler.request.host = '{0}:8001'.format(hostname) session_handler.host = hostname session_handler.request.host = '{0}:8001'.format(hostname) handler.request.arguments['scenario'] = [scenario] status = get_status(handler) if 'error' in status: log.warn('get_status error: {0}'.format(status['error'])) else: scenario_last_used = [] sessions = status['data']['sessions'] for session in zip(*sessions)[0]: log.debug("*** -> session '{0}' ***".format(session)) session_handler.request.arguments['session'] = [session] session_status = get_status(session_handler) if 'error' in session_status: log.warn('get_status error: {0}'.format(status['error'])) else: last_used = session_status['data']['session'].get('last_used', '-') if last_used != '-': scenario_last_used.append(as_date(last_used[0:10])) if scenario_last_used and (max(scenario_last_used) < expiry): log.info("sessions in scenario '{0}' were last used '{1}' which" " is before expiry date '{2}'".format(scenario_key, max(scenario_last_used), expiry)) if not list_only: response = delete_stubs(handler, scenario_name=scenario, force=True) if 'error' in response: log.error('delete stubs error: {0}'.format(response['error'])) else: log.info('deleted stubs: {0}'.format(response['data']))