class test_RPCBackend(AppCase):
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
self.assertEqual(oid, oid2)
self.assertEqual(oid, self.app.oid)
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_current_routing_key(self):
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
self.assertEqual(self.b._routing_key('task_id'), 'reply_to')
finally:
_task_stack.pop()
def test_binding(self):
queue = self.b.binding
self.assertEqual(queue.name, self.b.oid)
self.assertEqual(queue.exchange, self.b.exchange)
self.assertEqual(queue.routing_key, self.b.oid)
self.assertFalse(queue.durable)
self.assertFalse(queue.auto_delete)
def test_many_bindings(self):
self.assertListEqual(
self.b._many_bindings(['a', 'b']),
[self.b.binding],
)
def test_create_binding(self):
self.assertEqual(self.b._create_binding('id'), self.b.binding)
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
self.assertIsInstance(ex, self.b.Exchange)
self.assertEqual(ex.name, 'c.rep')
self.assertEqual(ex.type, 'direct')
self.assertEqual(ex.delivery_mode, 1)
self.assertFalse(ex.durable)
self.assertFalse(ex.auto_delete)
class test_RPCBackend(AppCase):
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
self.assertEqual(oid, oid2)
self.assertEqual(oid, self.app.oid)
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_current_routing_key(self):
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
self.assertEqual(self.b._routing_key('task_id'), 'reply_to')
finally:
_task_stack.pop()
def test_binding(self):
queue = self.b.binding
self.assertEqual(queue.name, self.b.oid)
self.assertEqual(queue.exchange, self.b.exchange)
self.assertEqual(queue.routing_key, self.b.oid)
self.assertFalse(queue.durable)
self.assertFalse(queue.auto_delete)
def test_many_bindings(self):
self.assertListEqual(
self.b._many_bindings(['a', 'b']),
[self.b.binding],
)
def test_create_binding(self):
self.assertEqual(self.b._create_binding('id'), self.b.binding)
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
self.assertIsInstance(ex, self.b.Exchange)
self.assertEqual(ex.name, 'c.rep')
self.assertEqual(ex.type, 'direct')
self.assertEqual(ex.delivery_mode, 1)
self.assertFalse(ex.durable)
self.assertFalse(ex.auto_delete)
def test_oid_threads(self):
# Verify that two RPC backends executed in different threads
# has different oid.
oid = self.b.oid
from concurrent.futures import ThreadPoolExecutor
with ThreadPoolExecutor(max_workers=1) as executor:
future = executor.submit(lambda: RPCBackend(app=self.app).oid)
thread_oid = future.result()
assert uuid.UUID(oid)
assert uuid.UUID(thread_oid)
assert oid == self.app.thread_oid
assert thread_oid != oid
def setup(self):
self.b = RPCBackend(app=self.app)
class test_RPCBackend(AppCase):
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
self.assertEqual(oid, oid2)
self.assertEqual(oid, self.app.oid)
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
self.assertTupleEqual(
self.b.destination_for('task_id', req),
('reply_to', 'corid'),
)
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
self.assertTupleEqual(
self.b.destination_for('task_id', None),
('reply_to', 'corid'),
)
finally:
_task_stack.pop()
with self.assertRaises(RuntimeError):
self.b.destination_for('task_id', None)
def test_binding(self):
queue = self.b.binding
self.assertEqual(queue.name, self.b.oid)
self.assertEqual(queue.exchange, self.b.exchange)
self.assertEqual(queue.routing_key, self.b.oid)
self.assertFalse(queue.durable)
self.assertTrue(queue.auto_delete)
def test_many_bindings(self):
self.assertListEqual(
self.b._many_bindings(['a', 'b']),
[self.b.binding],
)
def test_create_binding(self):
self.assertEqual(self.b._create_binding('id'), self.b.binding)
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
self.assertIsInstance(ex, self.b.Exchange)
self.assertEqual(ex.name, '')
def setup(self):
self.b = RPCBackend(app=self.app)
class test_RPCBackend:
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
assert oid == oid2
assert oid == self.app.oid
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_ensure_chords_allowed(self):
with pytest.raises(NotImplementedError):
self.b.ensure_chords_allowed()
def test_apply_chord(self):
with pytest.raises(NotImplementedError):
self.b.apply_chord([], (), 'gid', Mock(name='body'))
@pytest.mark.celery(result_backend='rpc')
def test_chord_raises_error(self):
with pytest.raises(NotImplementedError):
chord(self.add.s(i, i) for i in range(10))(self.add.s([2]))
@pytest.mark.celery(result_backend='rpc')
def test_chain_with_chord_raises_error(self):
with pytest.raises(NotImplementedError):
(self.add.s(2, 2) |
group(self.add.s(2, 2),
self.add.s(5, 6)) | self.add.s()).delay()
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
assert self.b.destination_for('task_id', req) == ('reply_to', 'corid')
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
assert self.b.destination_for('task_id', None) == (
'reply_to', 'corid',
)
finally:
_task_stack.pop()
with pytest.raises(RuntimeError):
self.b.destination_for('task_id', None)
def test_binding(self):
queue = self.b.binding
assert queue.name == self.b.oid
assert queue.exchange == self.b.exchange
assert queue.routing_key == self.b.oid
assert not queue.durable
assert queue.auto_delete
def test_create_binding(self):
assert self.b._create_binding('id') == self.b.binding
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
assert isinstance(ex, self.b.Exchange)
assert ex.name == ''
class test_RPCBackend:
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
assert oid == oid2
assert oid == self.app.oid
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
assert self.b.destination_for('task_id', req) == ('reply_to', 'corid')
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
assert self.b.destination_for('task_id', None) == (
'reply_to',
'corid',
)
finally:
_task_stack.pop()
with pytest.raises(RuntimeError):
self.b.destination_for('task_id', None)
def test_rkey(self):
assert self.b.rkey('id1') == 'id1'
def test_binding(self):
queue = self.b.binding
assert queue.name == self.b.oid
assert queue.exchange == self.b.exchange
assert queue.routing_key == self.b.oid
assert not queue.durable
assert queue.auto_delete
def test_create_binding(self):
assert self.b._create_binding('id') == self.b.binding
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
assert isinstance(ex, self.b.Exchange)
assert ex.name == ''
class test_RPCBackend:
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
assert oid == oid2
assert oid == self.app.oid
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
assert self.b.destination_for('task_id', req) == ('reply_to', 'corid')
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
assert self.b.destination_for('task_id', None) == (
'reply_to', 'corid',
)
finally:
_task_stack.pop()
with pytest.raises(RuntimeError):
self.b.destination_for('task_id', None)
def test_rkey(self):
assert self.b.rkey('id1') == 'id1'
def test_binding(self):
queue = self.b.binding
assert queue.name == self.b.oid
assert queue.exchange == self.b.exchange
assert queue.routing_key == self.b.oid
assert not queue.durable
assert queue.auto_delete
def test_create_binding(self):
assert self.b._create_binding('id') == self.b.binding
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
assert isinstance(ex, self.b.Exchange)
assert ex.name == ''
class test_RPCBackend(AppCase):
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
self.assertEqual(oid, oid2)
self.assertEqual(oid, self.app.oid)
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
self.assertTupleEqual(
self.b.destination_for('task_id', req),
('reply_to', 'corid'),
)
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
self.assertTupleEqual(
self.b.destination_for('task_id', None),
('reply_to', 'corid'),
)
finally:
_task_stack.pop()
with self.assertRaises(RuntimeError):
self.b.destination_for('task_id', None)
def test_binding(self):
queue = self.b.binding
self.assertEqual(queue.name, self.b.oid)
self.assertEqual(queue.exchange, self.b.exchange)
self.assertEqual(queue.routing_key, self.b.oid)
self.assertFalse(queue.durable)
self.assertFalse(queue.auto_delete)
def test_many_bindings(self):
self.assertListEqual(
self.b._many_bindings(['a', 'b']),
[self.b.binding],
)
def test_create_binding(self):
self.assertEqual(self.b._create_binding('id'), self.b.binding)
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
self.assertIsInstance(ex, self.b.Exchange)
self.assertEqual(ex.name, '')
class test_RPCBackend:
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
assert oid == oid2
assert oid == self.app.oid
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_ensure_chords_allowed(self):
with pytest.raises(NotImplementedError):
self.b.ensure_chords_allowed()
def test_apply_chord(self):
with pytest.raises(NotImplementedError):
self.b.apply_chord([], (), 'gid', Mock(name='body'))
@pytest.mark.celery(result_backend='rpc')
def test_chord_raises_error(self):
with pytest.raises(NotImplementedError):
chord(self.add.s(i, i) for i in range(10))(self.add.s([2]))
@pytest.mark.celery(result_backend='rpc')
def test_chain_with_chord_raises_error(self):
with pytest.raises(NotImplementedError):
(self.add.s(2, 2) |
group(self.add.s(2, 2),
self.add.s(5, 6)) | self.add.s()).delay()
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
assert self.b.destination_for('task_id', req) == ('reply_to', 'corid')
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
assert self.b.destination_for('task_id', None) == (
'reply_to', 'corid',
)
finally:
_task_stack.pop()
with pytest.raises(RuntimeError):
self.b.destination_for('task_id', None)
def test_binding(self):
queue = self.b.binding
assert queue.name == self.b.oid
assert queue.exchange == self.b.exchange
assert queue.routing_key == self.b.oid
assert not queue.durable
assert queue.auto_delete
def test_create_binding(self):
assert self.b._create_binding('id') == self.b.binding
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
assert isinstance(ex, self.b.Exchange)
assert ex.name == ''
from django.conf import settings
from django.db.models import Q
from django.utils import timezone
from django_slack import slack_message
from jobtastic import JobtasticTask
from .models import Country, Driver, Post, Race, RedditAccount, Season, Session
from .models import SessionType, Tweet
from .racethread import compile
from .support import logit
app = Celery('indybot-' + settings.INDYBOT_ENV, backend='amqp', broker='amqp://guest@localhost//')
rpc_backend = RPCBackend(app)
if settings.INDYBOT_ENV == "PROD":
logit("Applying PROD schedule.")
app.conf.update(
CELERYBEAT_SCHEDULE = {
'check-threads': {
'task': 'manager.tasks.RedditThreadTask',
'schedule': crontab(hour='*', minute='*'),
'kwargs': {'stamp': str(time.time())},
},
'update-sidebar': {
'task': 'manager.tasks.UpdateRedditSidebarTask',
'schedule': datetime.timedelta(minutes=5),
'kwargs': {'stamp': str(time.time())},
},
def get_backend(self):
return RPCBackend(app=self.app)
class test_RPCBackend:
def setup(self):
self.b = RPCBackend(app=self.app)
def test_oid(self):
oid = self.b.oid
oid2 = self.b.oid
assert uuid.UUID(oid)
assert oid == oid2
assert oid == self.app.thread_oid
def test_oid_threads(self):
# Verify that two RPC backends executed in different threads
# has different oid.
oid = self.b.oid
from concurrent.futures import ThreadPoolExecutor
with ThreadPoolExecutor(max_workers=1) as executor:
future = executor.submit(lambda: RPCBackend(app=self.app).oid)
thread_oid = future.result()
assert uuid.UUID(oid)
assert uuid.UUID(thread_oid)
assert oid == self.app.thread_oid
assert thread_oid != oid
def test_interface(self):
self.b.on_reply_declare('task_id')
def test_ensure_chords_allowed(self):
with pytest.raises(NotImplementedError):
self.b.ensure_chords_allowed()
def test_apply_chord(self):
with pytest.raises(NotImplementedError):
self.b.apply_chord(self.app.GroupResult(), None)
@pytest.mark.celery(result_backend='rpc')
def test_chord_raises_error(self):
with pytest.raises(NotImplementedError):
chord(self.add.s(i, i) for i in range(10))(self.add.s([2]))
@pytest.mark.celery(result_backend='rpc')
def test_chain_with_chord_raises_error(self):
with pytest.raises(NotImplementedError):
(self.add.s(2, 2) | group(self.add.s(2, 2), self.add.s(5, 6))
| self.add.s()).delay()
def test_destination_for(self):
req = Mock(name='request')
req.reply_to = 'reply_to'
req.correlation_id = 'corid'
assert self.b.destination_for('task_id', req) == ('reply_to', 'corid')
task = Mock()
_task_stack.push(task)
try:
task.request.reply_to = 'reply_to'
task.request.correlation_id = 'corid'
assert self.b.destination_for('task_id', None) == (
'reply_to',
'corid',
)
finally:
_task_stack.pop()
with pytest.raises(RuntimeError):
self.b.destination_for('task_id', None)
def test_binding(self):
queue = self.b.binding
assert queue.name == self.b.oid
assert queue.exchange == self.b.exchange
assert queue.routing_key == self.b.oid
assert not queue.durable
assert queue.auto_delete
def test_create_binding(self):
assert self.b._create_binding('id') == self.b.binding
def test_on_task_call(self):
with patch('celery.backends.rpc.maybe_declare') as md:
with self.app.amqp.producer_pool.acquire() as prod:
self.b.on_task_call(prod, 'task_id'),
md.assert_called_with(
self.b.binding(prod.channel),
retry=True,
)
def test_create_exchange(self):
ex = self.b._create_exchange('name')
assert isinstance(ex, self.b.Exchange)
assert ex.name == ''