def setUp(self): super(MonascaCollectorTest, self).setUp() self.conf.set_override('collector', 'monasca', 'collect') conf = { 'metrics': { 'metric_one': { 'unit': 'GiB', 'groupby': ['project_id'], 'extra_args': { 'aggregation_method': 'max', }, }, 'metric_two': { 'unit': 'MiB', 'groupby': ['project_id'], 'extra_args': { 'aggregation_method': 'max', 'forced_project_id': 'project_x' }, }, } } with mock.patch( 'cloudkitty.collector.monasca.' 'MonascaCollector._get_monasca_endpoint', return_value='http://noop'): self.collector = mon_collector.MonascaCollector( transformer.get_transformers(), period=3600, conf=conf, )
def get_metadata(cls, resource_type, transformers, conf): args = { 'transformers': transformer.get_transformers(), 'period': conf['period'] } tmp = cls(**args) return tmp._get_metadata(resource_type, transformers, conf)
def get_metadata(cls, resource_type, transformers): args = { 'transformers': transformer.get_transformers(), 'period': CONF.collect.period } tmp = cls(**args) return tmp._get_metadata(resource_type, transformers)
def setUp(self): super(PrometheusCollectorTest, self).setUp() self._tenant_id = samples.TENANT args = { 'period': 3600, 'scope_key': 'namespace', 'conf': { 'metrics': { 'http_requests_total': { 'unit': 'instance', 'groupby': [ 'foo', 'bar', ], 'metadata': [ 'code', 'instance', ], 'extra_args': { 'aggregation_method': 'avg', }, }, } } } transformers = transformer.get_transformers() self.collector = prometheus.PrometheusCollector(transformers, **args)
def __init__(self, worker_id): self._worker_id = worker_id super(Orchestrator, self).__init__(self._worker_id) self.fetcher = driver.DriverManager( FETCHERS_NAMESPACE, CONF.fetcher.backend, invoke_on_load=True, ).driver transformers = transformer.get_transformers() self.collector = collector.get_collector(transformers) self.storage = storage.get_storage() self._state = state.StateManager() # RPC self.server = None self._rating_endpoint = RatingEndpoint(self) self._init_messaging() # DLM self.coord = coordination.get_coordinator( CONF.orchestrator.coordination_url, uuidutils.generate_uuid().encode('ascii')) self.coord.start(start_heart=True)
def get_collector(transformers=None): if not transformers: transformers = transformer.get_transformers() collector_args = {"period": CONF.collect.period, "transformers": transformers} collector = driver.DriverManager( COLLECTORS_NAMESPACE, CONF.collect.collector, invoke_on_load=True, invoke_kwds=collector_args ).driver return collector
def get_collector(transformers=None): if not transformers: transformers = transformer.get_transformers() collector_args = { 'period': METRICS_CONF['period'], 'transformers': transformers} collector = driver.DriverManager( COLLECTORS_NAMESPACE, METRICS_CONF['collector'], invoke_on_load=True, invoke_kwds=collector_args).driver return collector
def setUp(self): super(GnocchiCollectorTest, self).setUp() self._tenant_id = samples.TENANT self.conf.set_override('collector', 'gnocchi', 'collect') self.conf.set_override('gnocchi_auth_type', 'basic', 'collector_gnocchi') self.collector = gnocchi.GnocchiCollector( transformer.get_transformers(), period=3600, conf=samples.DEFAULT_METRICS_CONF, )
def setUp(self): super(GnocchiCollectorTest, self).setUp() self._tenant_id = samples.TENANT self.conf.set_override('collector', 'gnocchi', 'collect') self.conf.set_override( 'gnocchi_auth_type', 'basic', 'collector_gnocchi') self.collector = gnocchi.GnocchiCollector( transformer.get_transformers(), period=3600, conf=samples.DEFAULT_METRICS_CONF, )
def get_collector(transformers=None): metrics_conf = ck_utils.load_conf(CONF.collect.metrics_conf) if not transformers: transformers = transformer.get_transformers() collector_args = { 'period': CONF.collect.period, 'transformers': transformers, } collector_args.update({'conf': metrics_conf}) return driver.DriverManager(COLLECTORS_NAMESPACE, CONF.collect.collector, invoke_on_load=True, invoke_kwds=collector_args).driver
def get_collector_metadata(): """Return dict of metadata. Results are based on enabled collector and services in CONF. """ transformers = transformer.get_transformers() collector = driver.DriverManager( COLLECTORS_NAMESPACE, METRICS_CONF['collector'], invoke_on_load=False).driver metadata = {} for service in METRICS_CONF['services']: metadata[service] = collector.get_metadata(service, transformers) return metadata
def get_collector(transformers=None): metrics_conf = ck_utils.load_conf(CONF.collect.metrics_conf) if not transformers: transformers = transformer.get_transformers() collector_args = { 'period': CONF.collect.period, 'transformers': transformers, } collector_args.update({'conf': metrics_conf}) return driver.DriverManager( COLLECTORS_NAMESPACE, CONF.collect.collector, invoke_on_load=True, invoke_kwds=collector_args).driver
def get_metrics_based_collector_metadata(): """Return dict of metadata. Results are based on enabled collector and metrics in CONF. """ metrics_conf = ck_utils.get_metrics_conf(CONF.collect.metrics_conf) transformers = transformer.get_transformers() collector = get_collector_without_invoke() metadata = {} if 'metrics' in metrics_conf: for metric in metrics_conf.get('metrics', {}): metadata[metric] = collector.get_metadata( metric, transformers, metrics_conf, ) return metadata
def setUp(self): super(PrometheusCollectorTest, self).setUp() self._tenant_id = samples.TENANT args = { 'period': 3600, 'conf': { 'metrics': { 'http_requests_total': { 'unit': 'instance', 'extra_args': { 'query': 'http_request_total[$period]', }, }, } } } transformers = transformer.get_transformers() self.collector = prometheus.PrometheusCollector(transformers, **args)
def get_metrics_based_collector_metadata(): """Return dict of metadata. Results are based on enabled collector and metrics in CONF. """ metrics_conf = ck_utils.load_conf(CONF.collect.metrics_conf) transformers = transformer.get_transformers() collector = get_collector_without_invoke() metadata = {} if 'metrics' in metrics_conf: for metric_name, metric in metrics_conf.get('metrics', {}).items(): alt_name = metric.get('alt_name', metric_name) metadata[alt_name] = collector.get_metadata( metric_name, transformers, metrics_conf, ) return metadata
def __init__(self): # Tenant fetcher self.fetcher = driver.DriverManager(FETCHERS_NAMESPACE, CONF.tenant_fetcher.backend, invoke_on_load=True).driver self.transformers = transformer.get_transformers() self.collector = collector.get_collector(self.transformers) self.storage = storage.get_storage(self.collector) # RPC self.server = None self._rating_endpoint = RatingEndpoint(self) self._init_messaging() # DLM self.coord = coordination.get_coordinator( CONF.orchestrator.coordination_url, str(uuid.uuid4()).encode('ascii')) self.coord.start()
def __init__(self): self.fetcher = driver.DriverManager( FETCHERS_NAMESPACE, METRICS_CONF['fetcher'], invoke_on_load=True ).driver transformers = transformer.get_transformers() self.collector = collector.get_collector(transformers) self.storage = storage.get_storage() # RPC self.server = None self._rating_endpoint = RatingEndpoint(self) self._init_messaging() # DLM self.coord = coordination.get_coordinator( CONF.orchestrator.coordination_url, uuidutils.generate_uuid().encode('ascii')) self.coord.start()
def __init__(self): # Tenant fetcher self.fetcher = driver.DriverManager( FETCHERS_NAMESPACE, CONF.tenant_fetcher.backend, invoke_on_load=True).driver self.transformers = transformer.get_transformers() self.collector = collector.get_collector(self.transformers) self.storage = storage.get_storage(self.collector) # RPC self.server = None self._rating_endpoint = RatingEndpoint(self) self._init_messaging() # DLM self.coord = coordination.get_coordinator( CONF.orchestrator.coordination_url, str(uuid.uuid4()).encode('ascii')) self.coord.start()
def __init__(self): # Tenant fetcher self.fetcher = driver.DriverManager(FETCHERS_NAMESPACE, CONF.tenant_fetcher.backend, invoke_on_load=True).driver self.transformers = transformer.get_transformers() self.collector = collector.get_collector(self.transformers) self.storage = storage.get_storage(self.collector) # RPC self.server = None self._rating_endpoint = RatingEndpoint(self) self._init_messaging() # DLM self.coord = coordination.get_coordinator( CONF.orchestrator.coordination_url, uuidutils.generate_uuid().encode('ascii')) self.coord.start() self._period = METRICS_CONF['period'] self._wait_time = METRICS_CONF['wait_periods'] * self._period
def get_metadata(cls, resource_type, transformers, conf): args = { 'transformers': transformer.get_transformers(), 'period': conf['period']} tmp = cls(**args) return tmp._get_metadata(resource_type, transformers, conf)