def _register_with_coordinator(self, coordinator_uri, personality, registration, auth_header): """ register with the coordinator and persist the configuration to cache """ try: resp = http_request(coordinator_uri + '/pairing', auth_header, jsonutils.dumps(registration), http_verb='POST') except requests.RequestException: _LOG.exception( 'Pairing Process: error posting worker registration') return False _LOG.debug('resp.status_code: {0}'.format(resp.status_code)) if resp.status_code == httplib.ACCEPTED: body = resp.json()['worker_identity'] config = WorkerConfiguration(personality, body['personality_module'], body['worker_token'], body['worker_id'], coordinator_uri) config_cache = ConfigCache() config_cache.set_config(config) return True
def get_config(self): if self.cache.cache_exists('worker_configuration', CACHE_CONFIG): config = jsonutils.loads( self.cache.cache_get('worker_configuration', CACHE_CONFIG)) worker_config = WorkerConfiguration(**config) return worker_config return None
def setUp(self): self.timestamp = "2013-03-19T18:16:48.411029Z" self.producers = [ EventProducer(432, 'producer1', 'syslog', durable=True), EventProducer(433, 'producer2', 'syslog', durable=False) ] self.token = Token('ffe7104e-8d93-47dc-a49a-8fb0d39e5192', 'bbd6302e-8d93-47dc-a49a-8fb0d39e5192', "2013-03-19T18:16:48.411029Z") self.tenant_id = '1234' self.tenant = Tenant(self.tenant_id, self.token, event_producers=self.producers) self.tenant_found = MagicMock(return_value=self.tenant) self.cache = MagicMock() self.valid_message_token = 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192' self.invalid_message_token = 'yyy7104e-8d93-47dc-a49a-8fb0d39e5192' self.get_token = MagicMock(return_value=self.token) self.get_tenant = MagicMock(return_value=self.tenant) self.get_none = MagicMock(return_value=None) self.config = WorkerConfiguration( personality='correlation', personality_module='meniscus.personas.worker.correlation.app', worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192', worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192', coordinator_uri='http://192.168.1.2/v1') self.get_config = MagicMock(return_value=self.config)
def setUp(self): self.cache_clear = MagicMock() self.cache_true = MagicMock(return_value=True) self.cache_false = MagicMock(return_value=False) self.cache_update = MagicMock() self.cache_set = MagicMock() self.cache_del = MagicMock() self.config = WorkerConfiguration( personality='worker', hostname='worker01', coordinator_uri='http://192.168.1.2/v1') self.config_json = jsonutils.dumps(self.config.format()) self.cache_get_config = MagicMock(return_value=self.config_json)
def bootstrap_api(): # Persist the coordinator_uri and personality to ConfigCache config = WorkerConfiguration(PERSONALITY, platform.node(), COORDINATOR_URI) config_cache.set_config(config) personality_module = 'meniscus.personas.{0}.app'.format(PERSONALITY) _LOG.info( 'loading default personality module: {0}'.format(personality_module)) #load the personality module as a plug in plugin_mod = import_module(personality_module) #start up the api from the specified personality_module return plugin_mod.start_up()
def setUp(self): self.api_secret = "3F2504E0-4F89-11D3-9A0C-0305E82C3301" self.coordinator_uri = "http://localhost:8080/v1" self.personality = 'normalization' self.pairing_process = PairingProcess(self.api_secret, self.coordinator_uri, self.personality) self.native_proxy = MagicMock() self.get_config = WorkerConfiguration( personality='pairing', personality_module='meniscus.personas.pairing.app', worker_token='token_id', worker_id='worker_id', coordinator_uri="192.168.1.1:8080/v1") self.resp = requests.Response() self.http_request = MagicMock(return_value=self.resp) self.registration = WorkerRegistration(personality='correlation')\ .format()
def setUp(self): self.conf = MagicMock() self.conf.status_update.worker_status_interval = 60 self.get_config = MagicMock(return_value=self.conf) self.config = WorkerConfiguration( personality='worker', hostname='worker01', coordinator_uri='http://192.168.1.2/v1') self.system_info = SystemInfo().format() self.request_uri = "{0}/worker/{1}/status".format( self.config.coordinator_uri, self.config.hostname) self.worker_status = { 'worker_status': Worker(personality='worker').format() } self.worker_status['worker_status']['system_info'] = self.system_info self.req_body = jsonutils.dumps(self.worker_status) self.get_config = MagicMock(return_value=self.config) self.resp = requests.Response() self.http_request = MagicMock(return_value=self.resp)
def setUp(self): self.conf = MagicMock() self.conf.status_update.worker_status_interval = 60 self.get_config = MagicMock(return_value=self.conf) self.config = WorkerConfiguration( personality='worker.correlation', personality_module='meniscus.personas.worker.correlation.app', worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192', worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192', coordinator_uri='http://192.168.1.2/v1') self.system_info = SystemInfo() self.info_format = MagicMock(return_value=self.system_info.format()) self.request_uri = "{0}/worker/{1}/status".format( self.config.coordinator_uri, self.config.worker_id) self.req_body = jsonutils.dumps({ 'worker_status': { 'status': 'online', 'system_info': self.system_info.format() } }) self.get_config = MagicMock(return_value=self.config) self.resp = requests.Response() self.http_request = MagicMock(return_value=self.resp)
def setUp(self): self.cache_clear = MagicMock() self.cache_true = MagicMock(return_value=True) self.cache_false = MagicMock(return_value=False) self.cache_update = MagicMock() self.cache_set = MagicMock() self.cache_del = MagicMock() self.config = WorkerConfiguration( personality='correlation', personality_module='meniscus.personas.worker.correlation.app', worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192', worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192', coordinator_uri='http://192.168.1.2/v1') self.config_json = jsonutils.dumps(self.config.format()) self.cache_get_config = MagicMock(return_value=self.config_json) self.routes = [{ "service_domain": "correlation|normalization|storage", "targets": [{ "worker_id": "488eb3fc-34dd-48ad-a1bb-99ee2a43bf1d", "ip_address_v4": "192.168.100.101", "ip_address_v6": "::1", "status": "online|draining" }, { "worker_id": "e0ac0dc3-694e-4522-94f0-fb25a4dbb8a1", "ip_address_v4": "192.168.100.102", "ip_address_v6": "::1", "status": "online|draining" }, { "worker_id": "64d7a5ab-55b6-4ff7-b362-0d67544bb6f8", "ip_address_v4": "192.168.100.103", "ip_address_v6": "::1", "status": "online|draining" }] }] self.routes_json = jsonutils.dumps(self.routes) self.cache_get_routes = MagicMock(return_value=self.routes_json)
def setUp(self): self.tenant_id = '5164b8f4-16fb-4376-9d29-8a6cbaa02fa9' self.message_token = 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192' self.producers = [ EventProducer(432, 'producer1', 'syslog', durable=True), EventProducer(433, 'producer2', 'syslog', durable=False) ] self.invalid_message_token = 'yyy7104e-8d93-47dc-a49a-8fb0d39e5192' self.token = Token('ffe7104e-8d93-47dc-a49a-8fb0d39e5192', 'bbd6302e-8d93-47dc-a49a-8fb0d39e5192', '2013-03-19T18:16:48.411029Z') self.tenant = Tenant(self.tenant_id, self.token, event_producers=self.producers) self.get_token = MagicMock(return_value=self.token) self.get_tenant = MagicMock(return_value=self.tenant) self.get_none = MagicMock(return_value=None) self.src_msg = { 'HOST': 'tohru', '_SDATA': { 'meniscus': { 'token': self.message_token, 'tenant': self.tenant_id } }, 'PRIORITY': 'info', 'MESSAGE': '127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] ' '\'GET /test.html HTTP/1.1\' 404 466 \'-\' ' '\'curl/7.29.0\'', 'FACILITY': 'local1', 'MSGID': '345', 'ISODATE': '2013-07-12T14:17:00+00:00', 'PROGRAM': 'apache', 'DATE': '2013-07-12T14:17:00.134+00:00', 'PID': '234' } self.malformed_sys_msg = { 'HOST': 'tohru', '_SDATA': { 'meniscus': { 'token': '', 'tenant': '' } }, 'PRIORITY': 'info', 'MESSAGE': '127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] ' '\'GET /test.html HTTP/1.1\' 404 466 \'-\' ' '\'curl/7.29.0\'', 'FACILITY': 'local1', 'MSGID': '345', 'ISODATE': '2013-07-12T14:17:00+00:00', 'PROGRAM': 'apache', 'DATE': '2013-07-12T14:17:00.134+00:00', 'PID': '234' } self.cee_msg = { 'host': 'tohru', 'pri': 'info', 'msg': '127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] ' '\'GET /test.html HTTP/1.1\' 404 466 \'-\' ' '\'curl/7.29.0\'', 'msgid': '345', 'time': '2013-07-12T14:17:00+00:00', 'pname': 'apache', 'pid': '234', 'ver': '1', 'native': { 'meniscus': { 'token': 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192', 'tenant': '5164b8f4-16fb-4376-9d29-8a6cbaa02fa9' } } } self.config = WorkerConfiguration( personality='worker', hostname='worker01', coordinator_uri='http://192.168.1.2/v1') self.get_config = MagicMock(return_value=self.config) self.tenant_found = MagicMock(return_value=self.tenant)
def setUp(self): self.worker_config = WorkerConfiguration( "correlation", "meniscus.personas.worker.correlation", "94d6176b-9188-4409-8648-7374d0326e6b", "8cc3b103-9b23-4e1c-afb1-8c5973621b55", "http://172.22.15.25:8080/v1")
def setUp(self): self.worker_config = WorkerConfiguration( "worker", "worker01", "http://172.22.15.25:8080/v1")