def init(self):
self.process_state = ProcessState()
self.domain_state = DomainState()
self.responder = self.socket(zmq.ROUTER)
try:
self.responder.bind(
"tcp://%s:%s" % (self.config['host'], self.config['port']))
except zmq.error.ZMQError as error:
if error.errno == 98: # Address already in use
logging.warn(
"Address tcp://%s:%s already in use. Server is already " \
"runnning?",
self.config['host'], self.config['port'])
raise
ipc_broker_file = os.path.join(
tempfile.gettempdir(), 'openre-broker-frontend')
self.broker_socket = self.socket(zmq.DEALER)
self.broker_socket.RCVTIMEO = 10000
self.broker_socket.connect("ipc://%s" % ipc_broker_file)
self.broker = RPCBroker(self.broker_socket)
self.poller = zmq.Poller()
self.poller.register(self.responder, zmq.POLLIN)
self.poller.register(self.broker_socket, zmq.POLLIN)
self.init_actions()
self.proxy_id = uuid.uuid4()
self.broker_id = uuid.uuid4()
class Agent(AgentBase):
def init(self):
self.process_state = ProcessState()
self.domain_state = DomainState()
self.responder = self.socket(zmq.ROUTER)
try:
self.responder.bind(
"tcp://%s:%s" % (self.config['host'], self.config['port']))
except zmq.error.ZMQError as error:
if error.errno == 98: # Address already in use
logging.warn(
"Address tcp://%s:%s already in use. Server is already " \
"runnning?",
self.config['host'], self.config['port'])
raise
ipc_broker_file = os.path.join(
tempfile.gettempdir(), 'openre-broker-frontend')
self.broker_socket = self.socket(zmq.DEALER)
self.broker_socket.RCVTIMEO = 10000
self.broker_socket.connect("ipc://%s" % ipc_broker_file)
self.broker = RPCBroker(self.broker_socket)
self.poller = zmq.Poller()
self.poller.register(self.responder, zmq.POLLIN)
self.poller.register(self.broker_socket, zmq.POLLIN)
self.init_actions()
self.proxy_id = uuid.uuid4()
self.broker_id = uuid.uuid4()
def run(self):
def event_done(event):
if not event.address:
return
if event.message.get('no_reply'):
return
if event.is_success:
ret = {
'success': event.is_success,
'data': event.result
}
else:
ret = {
'success': event.is_success,
'data': event.result,
'error': event.error,
'traceback': event.traceback
}
self.reply(event.address, ret)
poll_timeout = 0
event_pool = EventPool()
event_pool.context['server'] = self
# init tasks
# run proxy and broker
run_proxy_event = Event('proxy_start', 'server',
{'exit_on_error': True})
event_pool.register(run_proxy_event)
run_broker_event = Event('broker_start', 'server',
{'exit_on_error': True})
event_pool.register(run_broker_event)
while True:
was_message = False
socks = dict(self.poller.poll(poll_timeout))
if socks.get(self.responder) == zmq.POLLIN:
was_message = True
message = self.responder.recv_multipart()
if len(message) < 3:
logging.warn('Broken message: %s', message)
continue
address = message[0]
data = self.from_json(message[2])
logging.debug('Received message: %s', data)
if not isinstance(data, dict) or 'action' not in data:
logging.warn(
'Malformed data in message ' \
'(should be dict with \'action\' key): %s', data)
ret = {
'success': False,
'data': None,
'error': 'Malformed message: %s' % data,
'traceback': 'Malformed message: %s' % data
}
self.reply(address, ret)
continue
bytes = None
if data.get('bytes'):
bytes = message[-data['bytes']:]
event = ServerEvent(data['action'], 'server', data, bytes,
address)
event.set_priority(data.get('priority', 0))
event.done_callback(event_done)
event_pool.register(event)
if socks.get(self.broker_socket) == zmq.POLLIN:
was_message = True
message = self.broker_socket.recv_multipart()
if len(message) < 3:
logging.warn('Broken broker response message: %s', message)
continue
if message[0] != '':
continue
data = self.from_json(message[2])
logging.debug('Received response message from broker: %s', data)
event_id = (data.get('context', {}) or {}).get('event_id')
if event_id:
for event in event_pool.event_list:
if event.context.get('event_id') == event_id:
if event.is_done:
break
event.is_success = data['success']
event.result = data['data']
if not data['success']:
event.error = data.get('error')
event.traceback = data.get('traceback')
event.done()
break
# get all messages, then proceed
if was_message:
poll_timeout = 0
continue
event_pool.tick()
# if no events - then wait for new events without timeout
poll_timeout = event_pool.poll_timeout()
def reply(self, address, data):
message = [address, '', self.to_json(data)]
self.responder.send_multipart(message)
logging.debug('Reply with message: %s', message)
def shutdown_mode(self):
was_message = True
while was_message:
was_message = False
socks = dict(self.poller.poll(0))
if socks.get(self.responder) == zmq.POLLIN:
message = self.responder.recv_multipart()
if len(message) < 3:
logging.warn('Broken message: %s', message)
continue
address = message[0]
ret = {
'success': False,
'data': None,
'error': 'Server is in shutdown mode',
'traceback': 'Server is in shutdown mode',
}
self.reply(address, ret)
was_message = True
def clean(self):
logging.info('Stopping server necely. Please wait')
for state in self.process_state.values():
if state['status'] not in ['exit', 'error', 'kill', 'clean'] \
and state['pid']:
self.process_state[str(state['id'])] = {
'status': 'kill',
}
pid_num = state['pid']
logging.debug('Stop process with pid %s' % pid_num)
try:
os.kill(pid_num, signal.SIGTERM)
except OSError as err:
if err.errno == errno.ESRCH:
pass
else:
raise
# number of tries to check (every 1 sec) if all subprocesses is stoped
tries = 600
success = False
while tries and not success:
tries -= 1
success = True
self.shutdown_mode()
for state in self.process_state.values():
if state['status'] not in ['kill', 'clean']:
continue
pid_num = state['pid']
try:
os.kill(pid_num, 0)
success = False
except OSError: #No process with locked PID
self.process_state[str(state['id'])] = {
'status': 'exit',
'pid': 0,
}
logging.debug(
'Successfully stopped process with pid %s' % pid_num)
if success:
break
time.sleep(1)
self.responder.close()
self.broker_socket.close()
def init_actions(self):
# find module by type
base_dir = os.path.dirname(__file__)
base_dir = os.path.join(base_dir, 'action')
for action_file in sorted(
[file_name for file_name in os.listdir(base_dir) \
if os.path.isfile('%s/%s' % (base_dir, file_name))
and file_name not in ['__init__.py']]
):
action_module_name = action_file.split('.')
del action_module_name[-1]
action_module_name = '.'.join(action_module_name)
importlib.import_module(
'openre.agent.server.action.%s' % action_module_name
)
