def setUp(self, *args, **kwargs):
super(LogSetupMiddlewareTest, self).setUp(*args, **kwargs)
self.factory = RequestFactory()
# LogSetupMiddleware only looks under this module
logging_root = __name__
self.middleware = LogSetupMiddleware(root=logging_root)
self.filter = RequestFilter(request=None)
# Create test logger with a placeholder logger
self.logger = logging.getLogger(__name__)
self.logger.filters = []
self.logger.addFilter(self.filter)
# Stub out original handlers
self._original_handlers = logging._handlers
self._original_handlerList = logging._handlerList
logging._handlers = {}
logging._handlerList = []
# Create test handler
self.handler = NullHandler()
self.handler.filters = []
self.handler.addFilter(self.filter)
self.logger.addHandler(self.handler)
from settings import SEARCH_ADMIN, SEARCH_INDEX_NAME, STATICFILES_DIRS
from sefaria.utils.hebrew import hebrew_term
import sefaria.model.queue as qu
pagerank_dict = {r: v for r, v in json.load(open(STATICFILES_DIRS[0] + "pagerank.json","rb"))}
sheetrank_dict = json.load(open(STATICFILES_DIRS[0] + "sheetrank.json", "rb"))
all_gemara_indexes = library.get_indexes_in_category("Bavli")
davidson_indexes = all_gemara_indexes[:all_gemara_indexes.index("Bava Batra") + 1]
es = ElasticSearch(SEARCH_ADMIN)
tracer = logging.getLogger('elasticsearch.trace')
tracer.setLevel(logging.INFO)
#tracer.addHandler(logging.FileHandler('/tmp/es_trace.log'))
tracer.addHandler(NullHandler())
doc_count = 0
def index_text(index_name, oref, version=None, lang=None, bavli_amud=True, merged=False):
"""
Index the text designated by ref.
If no version and lang are given, this function will be called for each available version.
If `merged` is true, and lang is given, it will index a merged version of this document
:param str index_name: The index name, as provided by `get_new_and_current_index_names`
:param str oref: Currently assumes ref is at section level. :param str version: Version being indexed
:param str lang: Language of version being indexed
:param bool bavli_amud: Is this Bavli? Bavli text is indexed by section, not segment.
:param bool merged: is this a merged index?
:return:
import logging
from django.utils.log import NullHandler
logging.basicConfig()
logger = logging.getLogger(__name__)
if not logger.handlers:
logger.addHandler(NullHandler())
from django.conf import settings
from django.core.cache import get_cache, InvalidCacheBackendError, DEFAULT_CACHE_ALIAS
from django.core.exceptions import ImproperlyConfigured
from django.utils.encoding import smart_str
from django.utils.log import NullHandler
from hashlib import md5
from keyedcache.utils import is_string_like, is_list_or_tuple
from warnings import warn
import cPickle as pickle
import logging
import types
log = logging.getLogger(__name__)
log.setLevel(logging.INFO)
log.addHandler(NullHandler())
# The debugging variable CACHED_KEYS is exact only with the the Django
# debugging server (or any single worker process server) and without restarting
# the server between restarts of the main cache (memcached).
# Keys in CACHED_KEYS variable never expire and can eat much memory on long
# running servers. Currently it is not confirmed in Satchmo.
# If more worker processes are used, the reported values of the following three
# variables can skip randomly upwards downwards.
CACHED_KEYS = {}
CACHE_CALLS = 0
CACHE_HITS = 0
KEY_DELIM = "::"
REQUEST_CACHE = {'enabled': False}
