def _register_with_coordinator(self, coordinator_uri, personality,
registration, auth_header):
"""
register with the coordinator and persist the configuration to cache
"""
try:
resp = http_request(coordinator_uri + '/pairing',
auth_header,
jsonutils.dumps(registration),
http_verb='POST')
except requests.RequestException:
_LOG.exception(
'Pairing Process: error posting worker registration')
return False
_LOG.debug('resp.status_code: {0}'.format(resp.status_code))
if resp.status_code == httplib.ACCEPTED:
body = resp.json()['worker_identity']
config = WorkerConfiguration(personality,
body['personality_module'],
body['worker_token'],
body['worker_id'], coordinator_uri)
config_cache = ConfigCache()
config_cache.set_config(config)
return True
def get_config(self):
if self.cache.cache_exists('worker_configuration', CACHE_CONFIG):
config = jsonutils.loads(
self.cache.cache_get('worker_configuration', CACHE_CONFIG))
worker_config = WorkerConfiguration(**config)
return worker_config
return None
def setUp(self):
self.timestamp = "2013-03-19T18:16:48.411029Z"
self.producers = [
EventProducer(432, 'producer1', 'syslog', durable=True),
EventProducer(433, 'producer2', 'syslog', durable=False)
]
self.token = Token('ffe7104e-8d93-47dc-a49a-8fb0d39e5192',
'bbd6302e-8d93-47dc-a49a-8fb0d39e5192',
"2013-03-19T18:16:48.411029Z")
self.tenant_id = '1234'
self.tenant = Tenant(self.tenant_id,
self.token,
event_producers=self.producers)
self.tenant_found = MagicMock(return_value=self.tenant)
self.cache = MagicMock()
self.valid_message_token = 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192'
self.invalid_message_token = 'yyy7104e-8d93-47dc-a49a-8fb0d39e5192'
self.get_token = MagicMock(return_value=self.token)
self.get_tenant = MagicMock(return_value=self.tenant)
self.get_none = MagicMock(return_value=None)
self.config = WorkerConfiguration(
personality='correlation',
personality_module='meniscus.personas.worker.correlation.app',
worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192',
worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192',
coordinator_uri='http://192.168.1.2/v1')
self.get_config = MagicMock(return_value=self.config)
def setUp(self):
self.cache_clear = MagicMock()
self.cache_true = MagicMock(return_value=True)
self.cache_false = MagicMock(return_value=False)
self.cache_update = MagicMock()
self.cache_set = MagicMock()
self.cache_del = MagicMock()
self.config = WorkerConfiguration(
personality='worker',
hostname='worker01',
coordinator_uri='http://192.168.1.2/v1')
self.config_json = jsonutils.dumps(self.config.format())
self.cache_get_config = MagicMock(return_value=self.config_json)
def bootstrap_api():
# Persist the coordinator_uri and personality to ConfigCache
config = WorkerConfiguration(PERSONALITY, platform.node(), COORDINATOR_URI)
config_cache.set_config(config)
personality_module = 'meniscus.personas.{0}.app'.format(PERSONALITY)
_LOG.info(
'loading default personality module: {0}'.format(personality_module))
#load the personality module as a plug in
plugin_mod = import_module(personality_module)
#start up the api from the specified personality_module
return plugin_mod.start_up()
def setUp(self):
self.api_secret = "3F2504E0-4F89-11D3-9A0C-0305E82C3301"
self.coordinator_uri = "http://localhost:8080/v1"
self.personality = 'normalization'
self.pairing_process = PairingProcess(self.api_secret,
self.coordinator_uri,
self.personality)
self.native_proxy = MagicMock()
self.get_config = WorkerConfiguration(
personality='pairing',
personality_module='meniscus.personas.pairing.app',
worker_token='token_id',
worker_id='worker_id',
coordinator_uri="192.168.1.1:8080/v1")
self.resp = requests.Response()
self.http_request = MagicMock(return_value=self.resp)
self.registration = WorkerRegistration(personality='correlation')\
.format()
def setUp(self):
self.conf = MagicMock()
self.conf.status_update.worker_status_interval = 60
self.get_config = MagicMock(return_value=self.conf)
self.config = WorkerConfiguration(
personality='worker',
hostname='worker01',
coordinator_uri='http://192.168.1.2/v1')
self.system_info = SystemInfo().format()
self.request_uri = "{0}/worker/{1}/status".format(
self.config.coordinator_uri, self.config.hostname)
self.worker_status = {
'worker_status': Worker(personality='worker').format()
}
self.worker_status['worker_status']['system_info'] = self.system_info
self.req_body = jsonutils.dumps(self.worker_status)
self.get_config = MagicMock(return_value=self.config)
self.resp = requests.Response()
self.http_request = MagicMock(return_value=self.resp)
def setUp(self):
self.conf = MagicMock()
self.conf.status_update.worker_status_interval = 60
self.get_config = MagicMock(return_value=self.conf)
self.config = WorkerConfiguration(
personality='worker.correlation',
personality_module='meniscus.personas.worker.correlation.app',
worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192',
worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192',
coordinator_uri='http://192.168.1.2/v1')
self.system_info = SystemInfo()
self.info_format = MagicMock(return_value=self.system_info.format())
self.request_uri = "{0}/worker/{1}/status".format(
self.config.coordinator_uri, self.config.worker_id)
self.req_body = jsonutils.dumps({
'worker_status': {
'status': 'online',
'system_info': self.system_info.format()
}
})
self.get_config = MagicMock(return_value=self.config)
self.resp = requests.Response()
self.http_request = MagicMock(return_value=self.resp)
def setUp(self):
self.cache_clear = MagicMock()
self.cache_true = MagicMock(return_value=True)
self.cache_false = MagicMock(return_value=False)
self.cache_update = MagicMock()
self.cache_set = MagicMock()
self.cache_del = MagicMock()
self.config = WorkerConfiguration(
personality='correlation',
personality_module='meniscus.personas.worker.correlation.app',
worker_id='fgc7104e-8d93-47dc-a49a-8fb0d39e5192',
worker_token='bbd6307f-8d93-47dc-a49a-8fb0d39e5192',
coordinator_uri='http://192.168.1.2/v1')
self.config_json = jsonutils.dumps(self.config.format())
self.cache_get_config = MagicMock(return_value=self.config_json)
self.routes = [{
"service_domain":
"correlation|normalization|storage",
"targets": [{
"worker_id": "488eb3fc-34dd-48ad-a1bb-99ee2a43bf1d",
"ip_address_v4": "192.168.100.101",
"ip_address_v6": "::1",
"status": "online|draining"
}, {
"worker_id": "e0ac0dc3-694e-4522-94f0-fb25a4dbb8a1",
"ip_address_v4": "192.168.100.102",
"ip_address_v6": "::1",
"status": "online|draining"
}, {
"worker_id": "64d7a5ab-55b6-4ff7-b362-0d67544bb6f8",
"ip_address_v4": "192.168.100.103",
"ip_address_v6": "::1",
"status": "online|draining"
}]
}]
self.routes_json = jsonutils.dumps(self.routes)
self.cache_get_routes = MagicMock(return_value=self.routes_json)
def setUp(self):
self.tenant_id = '5164b8f4-16fb-4376-9d29-8a6cbaa02fa9'
self.message_token = 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192'
self.producers = [
EventProducer(432, 'producer1', 'syslog', durable=True),
EventProducer(433, 'producer2', 'syslog', durable=False)
]
self.invalid_message_token = 'yyy7104e-8d93-47dc-a49a-8fb0d39e5192'
self.token = Token('ffe7104e-8d93-47dc-a49a-8fb0d39e5192',
'bbd6302e-8d93-47dc-a49a-8fb0d39e5192',
'2013-03-19T18:16:48.411029Z')
self.tenant = Tenant(self.tenant_id,
self.token,
event_producers=self.producers)
self.get_token = MagicMock(return_value=self.token)
self.get_tenant = MagicMock(return_value=self.tenant)
self.get_none = MagicMock(return_value=None)
self.src_msg = {
'HOST':
'tohru',
'_SDATA': {
'meniscus': {
'token': self.message_token,
'tenant': self.tenant_id
}
},
'PRIORITY':
'info',
'MESSAGE':
'127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] '
'\'GET /test.html HTTP/1.1\' 404 466 \'-\' '
'\'curl/7.29.0\'',
'FACILITY':
'local1',
'MSGID':
'345',
'ISODATE':
'2013-07-12T14:17:00+00:00',
'PROGRAM':
'apache',
'DATE':
'2013-07-12T14:17:00.134+00:00',
'PID':
'234'
}
self.malformed_sys_msg = {
'HOST':
'tohru',
'_SDATA': {
'meniscus': {
'token': '',
'tenant': ''
}
},
'PRIORITY':
'info',
'MESSAGE':
'127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] '
'\'GET /test.html HTTP/1.1\' 404 466 \'-\' '
'\'curl/7.29.0\'',
'FACILITY':
'local1',
'MSGID':
'345',
'ISODATE':
'2013-07-12T14:17:00+00:00',
'PROGRAM':
'apache',
'DATE':
'2013-07-12T14:17:00.134+00:00',
'PID':
'234'
}
self.cee_msg = {
'host':
'tohru',
'pri':
'info',
'msg':
'127.0.0.1 - - [12/Jul/2013:19:40:58 +0000] '
'\'GET /test.html HTTP/1.1\' 404 466 \'-\' '
'\'curl/7.29.0\'',
'msgid':
'345',
'time':
'2013-07-12T14:17:00+00:00',
'pname':
'apache',
'pid':
'234',
'ver':
'1',
'native': {
'meniscus': {
'token': 'ffe7104e-8d93-47dc-a49a-8fb0d39e5192',
'tenant': '5164b8f4-16fb-4376-9d29-8a6cbaa02fa9'
}
}
}
self.config = WorkerConfiguration(
personality='worker',
hostname='worker01',
coordinator_uri='http://192.168.1.2/v1')
self.get_config = MagicMock(return_value=self.config)
self.tenant_found = MagicMock(return_value=self.tenant)
def setUp(self):
self.worker_config = WorkerConfiguration(
"correlation", "meniscus.personas.worker.correlation",
"94d6176b-9188-4409-8648-7374d0326e6b",
"8cc3b103-9b23-4e1c-afb1-8c5973621b55",
"http://172.22.15.25:8080/v1")
def setUp(self):
self.worker_config = WorkerConfiguration(
"worker", "worker01", "http://172.22.15.25:8080/v1")