def preprocess_housenumber(s):
if not HOUSENUMBER_PROCESSORS:
HOUSENUMBER_PROCESSORS.extend(config.HOUSENUMBER_PROCESSORS)
HOUSENUMBER_PROCESSORS.extend(config.PROCESSORS)
if s not in _HOUSENUMBER_CACHE:
_HOUSENUMBER_CACHE[s] = list(iter_pipe(s, HOUSENUMBER_PROCESSORS))
return _HOUSENUMBER_CACHE[s]
def preprocess_housenumber(s):
if not HOUSENUMBER_PROCESSORS:
HOUSENUMBER_PROCESSORS.extend(config.HOUSENUMBER_PROCESSORS)
HOUSENUMBER_PROCESSORS.extend(config.PROCESSORS)
if s not in _HOUSENUMBER_CACHE:
_HOUSENUMBER_CACHE[s] = list(iter_pipe(s, HOUSENUMBER_PROCESSORS))
return _HOUSENUMBER_CACHE[s]
def preprocess(s):
if s not in _CACHE:
_CACHE[s] = list(iter_pipe(s, config.PROCESSORS))
return _CACHE[s]
def preprocess_query(s):
from addok import config
return list(iter_pipe(s, config.QUERY_PROCESSORS + config.PROCESSORS))
def preprocess_batch(d):
return list(iter_pipe(d, config.BATCH_PROCESSORS))[0]
def score_preprocessed_query(helper, result):
helper.query = list(iter_pipe(helper.query, config.QUERY_PROCESSORS))[0]
def preprocess_batch(d):
config.INDEX_EDGE_NGRAMS = False # Run command "ngrams" instead.
return iter_pipe(d, config.BATCH_PROCESSORS)
def process_documents(*docs):
return list(iter_pipe(docs, config.BATCH_PROCESSORS))
def preprocess():
# Do not import at load time, because we don't want to have a hard
# dependency to psycopg2.
PSQL_PROCESSORS = [import_by_path(path) for path in config.PSQL_PROCESSORS]
return iter_pipe(None, PSQL_PROCESSORS)
def preprocess_query(s):
return list(iter_pipe(s, config.QUERY_PROCESSORS + config.PROCESSORS))
def preprocess():
# Do not import at load time, because we don't want to have a hard
# dependency to psycopg2.
PSQL_PROCESSORS = [import_by_path(path) for path in config.PSQL_PROCESSORS]
return iter_pipe(None, PSQL_PROCESSORS)
def preprocess_query(s):
return list(iter_pipe(s, config.QUERY_PROCESSORS + config.PROCESSORS))
def preprocess_batch(d):
config.INDEX_EDGE_NGRAMS = False # Run command "ngrams" instead.
return iter_pipe(d, config.BATCH_PROCESSORS)
def preprocess_batch(d):
return list(iter_pipe(d, config.BATCH_PROCESSORS))[0]
def preprocess(s):
if s not in _CACHE:
_CACHE[s] = list(iter_pipe(s, config.PROCESSORS))
return _CACHE[s]
