def process_query_batch(args):
"""
Given a query, generate query tuples for the math index
:param args:
:return: nil
"""
stats = Stats()
fileid = os.getpid()
query_list, topk, math_index = args
math_index.openDB(fileid, topk)
stats.num_documents = len(query_list)
for (query_num, query_string) in query_list:
trees = MathExtractor.parse_from_xml(query_string, query_num,
stats.missing_tags,
stats.problem_files)
stats.num_expressions += len(trees)
# also need to handle keyword queries if present
terms = re.findall(r"<keyword[^>]*>\s*([^<]*\S)\s*</keyword>",
query_string)
stats.num_keywords += len(terms)
math_index.search(fileid, query_num, trees, terms, topk)
math_index.closeDB(fileid)
return (fileid, stats)
def process_query_batch(args):
"""
Given a query, generate query tuples for the math index
:param args:
:return: nil
"""
stats = Stats()
fileid = os.getpid()
system, db, run_tag, query_list, topk, math_index, strategy = args
math_index.openDB(fileid,topk)
stats.num_documents = len(query_list)
for (query_num,query_string) in query_list:
trees = MathExtractor.parse_from_xml(query_string, query_num, stats.missing_tags, stats.problem_files)
stats.num_expressions += len(trees)
math_index.search(fileid, query_num, trees)
# also need to handle keyword queries if present
math_index.closeDB(fileid)
return (fileid,stats)
