def run(self):
super(SyncWorker, self).run()
if self.LISTENERS:
while self.alive:
ret = select.select(self.rd_fds, [], [], 1.0)
if ret[0]:
try:
for sock in ret[0]:
client, addr = sock.accept()
client.setblocking(1)
close_on_exec(client)
self.handle_request(sock, client, addr)
except socket.error as e:
if e.args[0] not in (errno.EAGAIN, errno.ECONNABORTED,
errno.EWOULDBLOCK):
client.close()
self.rd_fds.remove(client)
if self.ppid != os.getppid():
self.file_logger.info("Parent changed, shutting down: %s",
self)
return
self.nr += 1
if self.nr > self.max_requests:
self.alive = False
else:
while self.alive:
self.handle_request()
self.nr += 1
if self.nr > self.max_requests:
self.alive = False
def run(self):
super(SyncWorker, self).run()
if self.LISTENERS:
while self.alive:
ret = select.select(self.rd_fds, [], [], 1.0)
if ret[0]:
try:
for sock in ret[0]:
client, addr = sock.accept()
client.setblocking(1)
close_on_exec(client)
self.handle_request(sock, client, addr)
except socket.error as e:
if e.args[0] not in (errno.EAGAIN, errno.ECONNABORTED,
errno.EWOULDBLOCK):
client.close()
self.rd_fds.remove(client)
if self.ppid != os.getppid():
self.file_logger.info("Parent changed, shutting down: %s", self)
return
self.nr += 1
if self.nr > self.max_requests:
self.alive = False
else:
while self.alive:
self.handle_request()
self.nr += 1
if self.nr > self.max_requests:
self.alive = False
def _run(self):
if self.LISTENERS:
while self.alive:
self.mutex.acquire()
ret = select.select(self.rd_fds, [], [], 1.0)
self.file_logger.debug("Before: socket fd length: %d, greenlet:%d, listen in:%s" % (len(self.rd_fds), id(getcurrent()), self.LISTENERS[0] in self.rd_fds))
if ret[0]:
sock = ret[0][0]
self.rd_fds.remove(sock)
else:
sock = None
self.mutex.release()
if sock:
#for sock in ret[0]:
if sock in self.LISTENERS:
try:
client, addr = sock.accept()
client.setblocking(0)
close_on_exec(client)
self.rd_fds.append(client)
except socket.error as e:
if e.args[0] not in (errno.EAGAIN, errno.EWOULDBLOCK,
errno.ECONNABORTED):
self.file_logger.error(traceback.format_exc())
finally:
self.rd_fds.append(sock)
else:
r = self.handle_request(client=sock)
if r == -1:
sock.close()
else:
self.rd_fds.append(sock)
if self.ppid and self.ppid != os.getppid():
self.file_logger.info("Parent changed, shutting down: %s", self)
return
else:
while self.alive:
try:
self.handle_request()
except:
self.file_logger.error(traceback.format_exc())
def init_process(self):
self.setup()
#set proc name
_setproctitle(self.worker_name)
self.init_signals()
# bind ip and port if needed
if not self.LISTENERS and (self.bind or self.unix_socket):
self.file_logger.info("Listern on %s, unixdomian:%s", self.cfg.bind or "", self.cfg.unix_socket or "")
self.LISTENERS = create_sockets(self.bind, self.unix_socket, self.SOCK_BACKLOG)
if self.LISTENERS:
for s in self.LISTENERS:
close_on_exec(s)
s.setblocking(0)
self.rd_fds = list(self.LISTENERS)
else:
self.rd_fds = None
# enter main loop
self.booted = True
def init_process(self):
self.setup()
#set proc name
_setproctitle(self.worker_name)
self.init_signals()
# bind ip and port if needed
if not self.LISTENERS and (self.bind or self.unix_socket):
self.file_logger.info("Listern on %s, unixdomian:%s", self.cfg.bind
or "", self.cfg.unix_socket or "")
self.LISTENERS = create_sockets(self.bind, self.unix_socket,
self.SOCK_BACKLOG)
if self.LISTENERS:
for s in self.LISTENERS:
close_on_exec(s)
s.setblocking(0)
self.rd_fds = list(self.LISTENERS)
else:
self.rd_fds = None
# enter main loop
self.booted = True
class Arbiter(object):
PIPE = []
START_CTX = {} # for exec
LISTENERS = [] # listening sockets
WORKERS = {}
WORKER_BOOT_ERROR = 3
SOCK_BACKLOG = 20
# signals
SIG_QUEUE = []
SIGNALS = [getattr(signal, "SIG%s" % x) \
for x in "HUP QUIT INT TERM TTIN TTOU USR1 USR2 WINCH".split()]
SIG_NAMES = dict((getattr(signal, name), name[3:].lower())
for name in dir(signal)
if name[:3] == "SIG" and name[3] != "_")
def __init__(self, worker_uri, config_file=None, section=None):
self.worker_uri = worker_uri
self.config_file = config_file
self.section = section
self.reexec_pid = 0
self.worker_age = 0
self.setup()
# init start context
cwd = getcwd()
#self.master_name = "Master"
args = sys.argv[:]
args.insert(0, sys.executable)
self.START_CTX = {"args": args, "cwd": cwd, 0: sys.executable}
self.worker_boot_time = time.time()
def setup(self):
# load config file
if self.config_file:
Config.ACTUAL_CONFIG_FILE = self.config_file
else:
self.config_file = Config.DEFAULT_CONFIG_FILE
if self.section:
Config.SECTION_NAME = self.section
self.cfg = Config(self.section)
if isinstance(self.cfg.daemonize, basestring):
self.daemonize = str2bool(self.cfg.daemonize)
if self.cfg.log_file is not None:
self.log_file = self.cfg.log_file
if self.cfg.pidfile is not None:
self.pidfile = Pidfile(self.cfg.pidfile)
self.master_name = "master: %s" % self.cfg.proc_name
if self.cfg.number_workers:
self.number_workers = int(self.cfg.number_workers)
if self.cfg.graceful_timeout:
self.graceful_timeout = float(self.cfg.graceful_timeout)
if self.cfg.user:
user = self.cfg.user.split(':')
if len(user) <= 1:
user[1] = user[0]
self.uid, self.gid = get_user_info(*user[:2])
else:
# set as default
self.uid, self.gid = os.getuid(), os.getgid()
if self.cfg.bind:
binds = []
for b in self.cfg.bind.split(','):
addr = b.strip().split(':')
binds.append((addr[0], int(addr[1])))
self.bind = binds
# self.bind = [tuple(b.strip().split(":")) for b in self.cfg.bind.split(',')] # bind address comma separate
else:
self.bind = None
self.unix_socket = self.cfg.unix_socket
if self.cfg.kill_interval:
self.kill_interval = int(self.cfg.kill_interval)
else:
self.kill_interval = 0
def __getattr__(self, name):
value = getattr(self.cfg, name)
if value is None:
self.file_logger.warning('No config option %s' % name)
return value
@property
def worker_class(self):
"""
lazy load after fork
"""
return import_app(self.worker_uri)
def init_signals(self):
"""\
Initialize master signal handling. Most of the signals
are queued. Child signals only wake up the master.
"""
[signal.signal(s, self.signal) for s in self.SIGNALS]
signal.signal(signal.SIGCHLD, self.handle_chld)
def start(self):
# Initialize the arbiter, create pidfile if needed.
self.set_process_owner(self.uid, self.gid)
# setup logging
self.file_logger = setup_file_logging("prefork", self.log_file)
self.file_logger.info("Startting arbiter")
self.file_logger.info('Use Config File %s', self.config_file)
if self.daemonize:
daemonize()
_setproctitle(self.master_name)
self.pid = os.getpid()
self.file_logger.info("Master Pid --> %s" % self.pid)
try:
if self.pidfile:
self.pidfile.create(self.pid)
# chown(self.pidfile.fname, self.uid, self.gid)
except Exception, e:
self.file_logger.info(str(e))
self.file_logger.info("aa")
self.init_signals()
# close old PIPE on reexec
if self.PIPE:
[os.close(p) for p in self.PIPE]
# initialize the pipe
self.PIPE = pair = os.pipe()
for p in pair:
set_non_blocking(p)
close_on_exec(p)
if not self.LISTENERS and (self.bind or self.unix_socket):
self.file_logger.info("Listern on %s, unixdomian:%s", self.cfg.bind
or "", self.cfg.unix_socket or "")
self.LISTENERS = create_sockets(self.bind, self.unix_socket,
self.SOCK_BACKLOG)
for s in self.LISTENERS:
close_on_exec(s)
s.setblocking(0)
