config_file = sys.argv[1]
config = yaml.load(file(config_file, 'r'))
# logging
logging.config.dictConfig(config['logging'])
logger = logging.getLogger()
# message queue
mq_client = message_queue_client_from_config(config['message_queue']['client'])
mq_codec = JSONCodec()
input_queue = 'discovered_resources'
output_queue = 'processed_resources'
# processing
p_client = processing_client_from_config(config['processing']['client'])
# start service clients
mq_client.connect()
p_client.connect()
# begin processing
while True:
try:
# input
input_message = mq_client.get_message(input_queue)
discovered_resource = mq_codec.decode(input_message.body, DiscoveredResource)
logger.info('Dequeued discovered resource: %s ' % discovered_resource)
try:
# process
from django.conf import settings
from topic_tracking.util.from_config import processing_client_from_config
_pc = processing_client_from_config(settings.CONFIG['processing']['client'])
def get_processing_service_client():
if not _pc.is_connected():
_pc.connect()
return _pc
