def test_setup_logger_no_handlers_file(self, *args):
tempfile = mktemp(suffix='unittest', prefix='celery')
_open = ('builtins.open'
if sys.version_info[0] == 3 else '__builtin__.open')
with patch(_open) as osopen:
with mock.restore_logging():
files = defaultdict(StringIO)
def open_file(filename, *args, **kwargs):
f = files[filename]
f.fileno = Mock()
f.fileno.return_value = 99
return f
osopen.side_effect = open_file
l = self.get_logger()
l.handlers = []
l = self.setup_logger(
logfile=tempfile,
loglevel=logging.INFO,
root=False,
)
self.assertIsInstance(
get_logger_handlers(l)[0],
logging.FileHandler,
)
self.assertIn(tempfile, files)
def test_process_initializer(self, set_mp_process_title, _signals):
with mock.restore_logging():
from celery import signals
from celery._state import _tls
from celery.concurrency.prefork import (
process_initializer,
WORKER_SIGRESET,
WORKER_SIGIGNORE,
)
on_worker_process_init = Mock()
signals.worker_process_init.connect(on_worker_process_init)
def Loader(*args, **kwargs):
loader = Mock(*args, **kwargs)
loader.conf = {}
loader.override_backends = {}
return loader
with self.Celery(loader=Loader) as app:
app.conf = AttributeDict(DEFAULTS)
process_initializer(app, 'awesome.worker.com')
_signals.ignore.assert_any_call(*WORKER_SIGIGNORE)
_signals.reset.assert_any_call(*WORKER_SIGRESET)
self.assertTrue(app.loader.init_worker.call_count)
on_worker_process_init.assert_called()
self.assertIs(_tls.current_app, app)
set_mp_process_title.assert_called_with(
'celeryd',
hostname='awesome.worker.com',
)
with patch('celery.app.trace.setup_worker_optimizations') as S:
os.environ['FORKED_BY_MULTIPROCESSING'] = '1'
try:
process_initializer(app, 'luke.worker.com')
S.assert_called_with(app, 'luke.worker.com')
finally:
os.environ.pop('FORKED_BY_MULTIPROCESSING', None)
os.environ['CELERY_LOG_FILE'] = 'worker%I.log'
app.log.setup = Mock(name='log_setup')
try:
process_initializer(app, 'luke.worker.com')
finally:
os.environ.pop('CELERY_LOG_FILE', None)
def test_process_initializer(self, set_mp_process_title, _signals):
with mock.restore_logging():
from celery import signals
from celery._state import _tls
from celery.concurrency.prefork import (
process_initializer, WORKER_SIGRESET, WORKER_SIGIGNORE,
)
def on_worker_process_init(**kwargs):
on_worker_process_init.called = True
on_worker_process_init.called = False
signals.worker_process_init.connect(on_worker_process_init)
def Loader(*args, **kwargs):
loader = Mock(*args, **kwargs)
loader.conf = {}
loader.override_backends = {}
return loader
with self.Celery(loader=Loader) as app:
app.conf = AttributeDict(DEFAULTS)
process_initializer(app, 'awesome.worker.com')
_signals.ignore.assert_any_call(*WORKER_SIGIGNORE)
_signals.reset.assert_any_call(*WORKER_SIGRESET)
self.assertTrue(app.loader.init_worker.call_count)
self.assertTrue(on_worker_process_init.called)
self.assertIs(_tls.current_app, app)
set_mp_process_title.assert_called_with(
'celeryd', hostname='awesome.worker.com',
)
with patch('celery.app.trace.setup_worker_optimizations') as S:
os.environ['FORKED_BY_MULTIPROCESSING'] = '1'
try:
process_initializer(app, 'luke.worker.com')
S.assert_called_with(app, 'luke.worker.com')
finally:
os.environ.pop('FORKED_BY_MULTIPROCESSING', None)
os.environ['CELERY_LOG_FILE'] = 'worker%I.log'
app.log.setup = Mock(name='log_setup')
try:
process_initializer(app, 'luke.worker.com')
finally:
os.environ.pop('CELERY_LOG_FILE', None)
def test_setup_logger_no_handlers_file(self, *args):
tempfile = mktemp(suffix="unittest", prefix="celery")
_open = "builtins.open" if sys.version_info[0] == 3 else "__builtin__.open"
with patch(_open) as osopen:
with mock.restore_logging():
files = defaultdict(StringIO)
def open_file(filename, *args, **kwargs):
f = files[filename]
f.fileno = Mock()
f.fileno.return_value = 99
return f
osopen.side_effect = open_file
l = self.get_logger()
l.handlers = []
l = self.setup_logger(logfile=tempfile, loglevel=logging.INFO, root=False)
self.assertIsInstance(get_logger_handlers(l)[0], logging.FileHandler)
self.assertIn(tempfile, files)