def get_sorted_hits(all_results, sort_keys, request, config, db, start, end):
hits = db.query(request["q"], request["method"], request["arg"], **request.metadata)
start, end, n = page_interval(request.results_per_page, hits, start, end)
kwic_object = {
"description": {"start": start,
"end": end,
"results_per_page": request.results_per_page},
"query": dict([i for i in request])
}
kwic_results = []
for index in sort_list(all_results, sort_keys)[start:end]:
hit = hits[index["index"]]
kwic_result = kwic_hit_object(hit, config, db)
kwic_results.append(kwic_result)
kwic_object['results'] = kwic_results
kwic_object['results_length'] = len(hits)
kwic_object["query_done"] = hits.done
return kwic_object
def get_sorted_hits(all_results, sort_keys, request, config, db, start, end):
hits = db.query(request["q"], request["method"], request["arg"], **request.metadata)
start, end, n = page_interval(request.results_per_page, hits, start, end)
kwic_object = {
"description": {"start": start,
"end": end,
"results_per_page": request.results_per_page},
"query": dict([i for i in request])
}
kwic_results = []
for index in sort_list(all_results, sort_keys)[start:end]:
hit = hits[index["index"]]
kwic_result = kwic_hit_object(hit, config, db)
kwic_results.append(kwic_result)
kwic_object['results'] = kwic_results
kwic_object['results_length'] = len(hits)
kwic_object["query_done"] = hits.done
return kwic_object
def get_neighboring_words(environ, start_response):
status = '200 OK'
headers = [('Content-type', 'application/json; charset=UTF-8'),
("Access-Control-Allow-Origin", "*")]
start_response(status, headers)
config = WebConfig(
os.path.abspath(os.path.dirname(__file__)).replace('scripts', ''))
db = DB(config.db_path + '/data/')
request = WSGIHandler(environ, config)
try:
index = int(request.hits_done)
except:
index = 0
max_time = int(request.max_time)
kwic_words = []
start_time = timeit.default_timer()
hits = db.query(request["q"], request["method"], request["arg"],
**request.metadata)
c = db.dbh.cursor()
for hit in hits[index:]:
word_id = ' '.join([str(i) for i in hit.philo_id])
query = 'select rowid, philo_name, parent from words where philo_id="%s" limit 1' % word_id
c.execute(query)
results = c.fetchone()
parent_sentence = results['parent']
highlighted_text = kwic_hit_object(hit, config, db)["highlighted_text"]
highlighted_text = highlighted_text.translate(remove_punctuation_map)
highlighted_text = highlighted_text.strip()
result_obj = {
"left": "",
"right": "",
"index": index,
"q": highlighted_text
}
left_rowid = results["rowid"] - 10
right_rowid = results["rowid"] + 10
c.execute(
'select philo_name, philo_id from words where rowid between ? and ?',
(left_rowid, results['rowid'] - 1))
result_obj["left"] = []
for i in c.fetchall():
result_obj["left"].append(i['philo_name'])
result_obj["left"].reverse()
result_obj["left"] = ' '.join(result_obj["left"])
c.execute(
'select philo_name, philo_id from words where rowid between ? and ?',
(results['rowid'] + 1, right_rowid))
result_obj["right"] = []
for i in c.fetchall():
result_obj["right"].append(i['philo_name'])
result_obj["right"] = ' '.join(result_obj["right"])
metadata_fields = {}
for metadata in config.kwic_metadata_sorting_fields:
result_obj[metadata] = hit[metadata].lower()
kwic_words.append(result_obj)
index += 1
elapsed = timeit.default_timer() - start_time
if elapsed > max_time: # avoid timeouts by splitting the query if more than 10 seconds has been spent in the loop
break
yield json.dumps({
"results": kwic_words,
"hits_done": index
}).encode('utf8')
def get_neighboring_words(environ, start_response):
status = '200 OK'
headers = [('Content-type', 'application/json; charset=UTF-8'), ("Access-Control-Allow-Origin", "*")]
start_response(status, headers)
config = WebConfig(os.path.abspath(os.path.dirname(__file__)).replace('scripts', ''))
db = DB(config.db_path + '/data/')
request = WSGIHandler(environ, config)
try:
index = int(request.hits_done)
except:
index = 0
max_time = int(request.max_time)
kwic_words = []
start_time = timeit.default_timer()
hits = db.query(request["q"], request["method"], request["arg"], **request.metadata)
cursor = db.dbh.cursor()
for hit in hits[index:]:
word_id = ' '.join([str(i) for i in hit.philo_id])
query = 'select rowid, philo_name, parent from words where philo_id="%s" limit 1' % word_id
cursor.execute(query)
results = cursor.fetchone()
highlighted_text = kwic_hit_object(hit, config, db)["highlighted_text"]
highlighted_text = highlighted_text.translate(remove_punctuation_map)
highlighted_text = highlighted_text.strip()
result_obj = {
"left": "",
"right": "",
"index": index,
"q": highlighted_text
}
left_rowid = results["rowid"] - 10
right_rowid = results["rowid"] + 10
cursor.execute('select philo_name, philo_id from words where rowid between ? and ?',
(left_rowid, results['rowid']-1))
result_obj["left"] = []
for i in cursor:
result_obj["left"].append(i['philo_name'])
result_obj["left"].reverse()
result_obj["left"] = ' '.join(result_obj["left"])
cursor.execute('select philo_name, philo_id from words where rowid between ? and ?',
(results['rowid']+1, right_rowid))
result_obj["right"] = []
for i in cursor:
result_obj["right"].append(i['philo_name'])
result_obj["right"] = ' '.join(result_obj["right"])
for metadata in config.kwic_metadata_sorting_fields:
result_obj[metadata] = hit[metadata].lower()
kwic_words.append(result_obj)
index += 1
elapsed = timeit.default_timer() - start_time
if elapsed > max_time: # avoid timeouts by splitting the query if more than 10 seconds has been spent in the loop
break
yield json.dumps({"results": kwic_words, "hits_done": index}).encode('utf8')
