class TestKafkaMonitor(TestCase):
def setUp(self):
self.kafka_monitor = KafkaMonitor("localsettings.py")
new_settings = self.kafka_monitor.wrapper.load("localsettings.py")
new_settings['KAFKA_INCOMING_TOPIC'] = "demo.incoming_test"
new_settings['KAFKA_CONSUMER_TIMEOUT'] = 5000
new_settings['STATS_TOTAL'] = False
new_settings['STATS_PLUGINS'] = False
new_settings['PLUGINS'] = {
'plugins.scraper_handler.ScraperHandler': None,
'plugins.action_handler.ActionHandler': None,
'tests.online.CustomHandler': 100,
}
self.kafka_monitor.wrapper.load = MagicMock(return_value=new_settings)
self.kafka_monitor.setup()
@MethodTimer.timeout(10, False)
def timer():
self.kafka_monitor._setup_kafka()
return True
retval = timer()
if not retval:
self.fail("Unable to connect to Kafka")
self.kafka_monitor._load_plugins()
self.kafka_monitor._setup_stats()
self.redis_conn = redis.Redis(
host=self.kafka_monitor.settings['REDIS_HOST'],
port=self.kafka_monitor.settings['REDIS_PORT'],
db=self.kafka_monitor.settings['REDIS_DB'],
password=self.kafka_monitor.settings['REDIS_PASSWORD'],
decode_responses=True)
def test_feed(self):
json_req = "{\"uuid\":\"mytestid\"," \
"\"appid\":\"testapp\",\"action\":\"info\",\"spiderid\":\"link\"}"
parsed = json.loads(json_req)
# ensure the group id is present so we pick up the 1st message
self.kafka_monitor._process_messages()
self.kafka_monitor.feed(parsed)
def test_run(self):
self.kafka_monitor._process_messages()
self.assertTrue(self.redis_conn.exists("cluster:test"))
value = self.redis_conn.get("cluster:test")
self.assertEqual(value, "mytestid")
def tearDown(self):
self.redis_conn.delete("cluster:test")
self.kafka_monitor.close()
