def __init__(self, **kwargs):
if options.baseurl is None:
raise ValueError('Base URL must be configured')
router = SockJSRouter(SearchConnection, '/search',
self.sockjs_settings)
# Allow connections to find the application
router.application = self
handlers = list(self.handlers)
router.apply_routes(handlers)
settings = dict(self.app_settings)
settings.update(kwargs)
tornado.web.Application.__init__(self, handlers, **settings)
if not os.path.isdir(options.blob_cache_dir):
os.makedirs(options.blob_cache_dir, 0700)
self.blob_cache = BlobCache(options.blob_cache_dir)
self.search_cache = SearchCache(options.search_cache_dir)
self._pruner = threading.Thread(target=self._prune_cache_thread,
name='prune-cache')
self._pruner.daemon = True
self._pruner.start()
def __init__(self, **kwargs):
if options.baseurl is None:
raise ValueError('Base URL must be configured')
router = SockJSRouter(SearchConnection, '/search',
self.sockjs_settings)
# Allow connections to find the application
router.application = self
handlers = list(self.handlers)
router.apply_routes(handlers)
settings = dict(self.app_settings)
settings.update(kwargs)
tornado.web.Application.__init__(self, handlers, **settings)
if not os.path.isdir(options.blob_cache_dir):
os.makedirs(options.blob_cache_dir, 0700)
self.blob_cache = BlobCache(options.blob_cache_dir)
self.search_cache = SearchCache(options.search_cache_dir)
self._pruner = threading.Thread(target=self._prune_cache_thread,
name='prune-cache')
self._pruner.daemon = True
self._pruner.start()
class JSONBlaster(tornado.web.Application):
handlers = (
(r'/$', SearchHandler),
(r'/blob$', PostBlobHandler),
url(r'/result/([0-9a-f]{64})$', EvaluateHandler, name='evaluate'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})$',
ResultHandler,
name='result'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})/raw/(.*)$',
AttributeHandler,
name='attribute-raw'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})/image/(.*)$',
AttributeHandler,
kwargs={'transcode': True},
name='attribute-image'),
url(r'/ui$',
UIHandler,
name='ui-search',
kwargs={'template': 'search.html'}),
url(r'/ui/results$',
UIHandler,
name='ui-results',
kwargs={'template': 'results.html'}),
url(r'/ui/result$',
UIHandler,
name='ui-result',
kwargs={'template': 'result.html'}),
)
app_settings = {
'static_path': os.path.join(os.path.dirname(__file__), 'static'),
'template_path': os.path.join(os.path.dirname(__file__), 'templates'),
}
sockjs_settings = {
'sockjs_url': '/static/sockjs.js',
}
cache_prune_interval = 3600 # seconds
# The blob cache is only used as a holding area for blobs that will soon
# be added to a search, so cache objects don't need a long lifetime.
blob_cache_days = 1
def __init__(self, **kwargs):
if options.baseurl is None:
raise ValueError('Base URL must be configured')
router = SockJSRouter(SearchConnection, '/search',
self.sockjs_settings)
# Allow connections to find the application
router.application = self
handlers = list(self.handlers)
router.apply_routes(handlers)
settings = dict(self.app_settings)
settings.update(kwargs)
tornado.web.Application.__init__(self, handlers, **settings)
if not os.path.isdir(options.blob_cache_dir):
os.makedirs(options.blob_cache_dir, 0700)
self.blob_cache = BlobCache(options.blob_cache_dir)
self.search_cache = SearchCache(options.search_cache_dir)
self._pruner = threading.Thread(target=self._prune_cache_thread,
name='prune-cache')
self._pruner.daemon = True
self._pruner.start()
def reverse_url(self, name, *args):
'''Ensure all emitted URLs are absolute, since the browser's base
URL will point to the frontend application and not to us.'''
relative = tornado.web.Application.reverse_url(self, name, *args)
return urljoin(options.baseurl, relative)
# We don't want to abort the pruning thread on an exception
# pylint: disable=broad-except
def _prune_cache_thread(self):
'''Runs as a separate Python thread; cannot interact with Tornado
state.'''
while True:
try:
BlobCache.prune(self.blob_cache.basedir, self.blob_cache_days)
except Exception:
_log.exception('Pruning blob cache')
try:
self.search_cache.prune()
except Exception:
_log.exception('Pruning search cache')
time.sleep(self.cache_prune_interval)
class JSONBlaster(tornado.web.Application):
handlers = (
(r'/$', SearchHandler),
(r'/blob$', PostBlobHandler),
url(r'/result/([0-9a-f]{64})$',
EvaluateHandler, name='evaluate'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})$',
ResultHandler, name='result'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})/raw/(.*)$',
AttributeHandler, name='attribute-raw'),
url(r'/result/([0-9a-f]{64})/([0-9a-f]{64})/image/(.*)$',
AttributeHandler, kwargs={'transcode': True},
name='attribute-image'),
url(r'/ui$', UIHandler, name='ui-search',
kwargs={'template': 'search.html'}),
url(r'/ui/results$', UIHandler, name='ui-results',
kwargs={'template': 'results.html'}),
url(r'/ui/result$', UIHandler, name='ui-result',
kwargs={'template': 'result.html'}),
)
app_settings = {
'static_path': os.path.join(os.path.dirname(__file__), 'static'),
'template_path': os.path.join(os.path.dirname(__file__), 'templates'),
}
sockjs_settings = {
'sockjs_url': '/static/sockjs.js',
}
cache_prune_interval = 3600 # seconds
# The blob cache is only used as a holding area for blobs that will soon
# be added to a search, so cache objects don't need a long lifetime.
blob_cache_days = 1
def __init__(self, **kwargs):
if options.baseurl is None:
raise ValueError('Base URL must be configured')
router = SockJSRouter(SearchConnection, '/search',
self.sockjs_settings)
# Allow connections to find the application
router.application = self
handlers = list(self.handlers)
router.apply_routes(handlers)
settings = dict(self.app_settings)
settings.update(kwargs)
tornado.web.Application.__init__(self, handlers, **settings)
if not os.path.isdir(options.blob_cache_dir):
os.makedirs(options.blob_cache_dir, 0700)
self.blob_cache = BlobCache(options.blob_cache_dir)
self.search_cache = SearchCache(options.search_cache_dir)
self._pruner = threading.Thread(target=self._prune_cache_thread,
name='prune-cache')
self._pruner.daemon = True
self._pruner.start()
def reverse_url(self, name, *args):
'''Ensure all emitted URLs are absolute, since the browser's base
URL will point to the frontend application and not to us.'''
relative = tornado.web.Application.reverse_url(self, name, *args)
return urljoin(options.baseurl, relative)
# We don't want to abort the pruning thread on an exception
# pylint: disable=broad-except
def _prune_cache_thread(self):
'''Runs as a separate Python thread; cannot interact with Tornado
state.'''
while True:
try:
BlobCache.prune(self.blob_cache.basedir, self.blob_cache_days)
except Exception:
_log.exception('Pruning blob cache')
try:
self.search_cache.prune()
except Exception:
_log.exception('Pruning search cache')
time.sleep(self.cache_prune_interval)
