Esempio n. 1
0
@route('/static/:filename')
def serve_static(filename):
    log.debug("serving static assets")
    return bottle.static_file(filename, root=STATIC_ROOT)


log.debug("setting up db connection...")

try:
    mysql_url = urlparse.urlparse(os.environ['MYSQL_URL'])
except KeyError:
    log.warn("env variable MYSQL_URL not found, reverting to DATABASE_URL")
    mysql_url = urlparse.urlparse(os.environ['DATABASE_URL'])

fibDataDB = initializeDB(mysql_url)

log.debug("setting up message queue")
rabbitUrl = os.environ['RABBITMQ_URL']
jobsQueueName = os.environ['JOBS_QUEUE_NAME']
resultsQueueName = os.environ['RESULTS_QUEUE_NAME']
log.debug("rabbit mq url:%s" % os.environ['RABBITMQ_URL'])

# jobsMessageQueue is what web layer sends work requests to
jobMessageQueue = MessageQueue(rabbitUrl)
jobMessageQueue.createQueue(jobsQueueName)

# resultsMessageQueue is what worker layer sends results back to
resultsMessageQueue = MessageQueue(rabbitUrl)
resultsMessageQueue.createQueue(resultsQueueName)
Esempio n. 2
0
service runner code
'''

logging.basicConfig()
log = logging.getLogger('worker')
log.setLevel(logging.DEBUG)

log.debug("setting up db connection...")

try:
    mysql_url = urlparse.urlparse(os.environ['MYSQL_URL'])
except KeyError:
    log.warn("env variable MYSQL_URL not found, reverting to DATABASE_URL")
    mysql_url = urlparse.urlparse(os.environ['DATABASE_URL'])

workerDataDB = initializeDB(mysql_url)

log.debug("setting up message queue")

rabbitUrl = os.environ['RABBITMQ_URL']
jobQueueName = os.environ['JOBS_QUEUE_NAME']
resultsQueueName = os.environ['RESULTS_QUEUE_NAME']
restInterval = int(os.getenv('REST_INTERVAL', 5))
log.debug("rabbit mq url:%s" % os.environ['RABBITMQ_URL'])

jobMessageQueue = MessageQueue(rabbitUrl)
jobMessageQueue.createQueue(jobQueueName)

resultsMessageQueue = MessageQueue(rabbitUrl)
resultsMessageQueue.createQueue(resultsQueueName)
Esempio n. 3
0
logging.basicConfig()
log = logging.getLogger('worker')
log.setLevel(logging.DEBUG)


log.debug("setting up db connection...")

try:
    mysql_url = urlparse.urlparse(os.environ['MYSQL_URL'])
except KeyError:
    log.warn("env variable MYSQL_URL not found, reverting to DATABASE_URL")
    mysql_url = urlparse.urlparse(os.environ['DATABASE_URL'])


workerDataDB = initializeDB(mysql_url)

log.debug("setting up message queue")

rabbitUrl = os.environ['RABBITMQ_URL']
jobQueueName = os.environ['JOBS_QUEUE_NAME']
resultsQueueName = os.environ['RESULTS_QUEUE_NAME']
restInterval  = int(os.getenv('REST_INTERVAL',5))
log.debug("rabbit mq url:%s"%os.environ['RABBITMQ_URL'])

jobMessageQueue = MessageQueue(rabbitUrl)
jobMessageQueue.createQueue(jobQueueName)

resultsMessageQueue = MessageQueue(rabbitUrl)
resultsMessageQueue.createQueue(resultsQueueName)
Esempio n. 4
0
'''
@route('/static/:filename')
def serve_static(filename):
    log.debug("serving static assets")
    return bottle.static_file(filename, root=STATIC_ROOT)


log.debug("setting up db connection...")

try:
    mysql_url = urlparse.urlparse(os.environ['MYSQL_URL'])
except KeyError:
    log.warn("env variable MYSQL_URL not found, reverting to DATABASE_URL")
    mysql_url = urlparse.urlparse(os.environ['DATABASE_URL'])

fibDataDB = initializeDB(mysql_url)

log.debug("setting up message queue")
rabbitUrl = os.environ['RABBITMQ_URL']
jobsQueueName = os.environ['JOBS_QUEUE_NAME']
resultsQueueName = os.environ['RESULTS_QUEUE_NAME']
log.debug("rabbit mq url:%s"%os.environ['RABBITMQ_URL'])

# jobsMessageQueue is what web layer sends work requests to
jobMessageQueue = MessageQueue(rabbitUrl)
jobMessageQueue.createQueue(jobsQueueName)

# resultsMessageQueue is what worker layer sends results back to
resultsMessageQueue = MessageQueue(rabbitUrl)
resultsMessageQueue.createQueue(resultsQueueName)