def __init__(self): config = load_config() self.query_file = abspath(config.get('DIRS', 'data_dir'), config.get('FILES', 'query_file')) self.stem_query_file = abspath(config.get('DIRS', 'data_dir'), config.get('FILES', 'stem_query_file')) self.data_parser = DataParser()
def __init__(self, model): config = load_config() data_dir = config.get('DIRS', 'data_dir') stopwords_file = abspath(data_dir, config.get('FILES', 'common_words')) corpus_dir = config.get('DIRS', 'corpus_dir') self.stopwords = read_file(stopwords_file).split('\n') self.parsed_dir = abspath(corpus_dir, config.get('DIRS', 'parsed_dir')) self.model = model
def __init__(self): config = load_config() corpus_dir = config.get('DIRS', 'corpus_dir') self.raw_docs = abspath(corpus_dir, config.get('DIRS', 'raw_docs')) self.parsed_dir = abspath(corpus_dir, config.get('DIRS', 'parsed_dir')) self.data_parser = DataParser() create_dir(self.parsed_dir) self.parsed_content = "" self.raw_corpus = os.listdir(self.raw_docs) self.stem_dir = abspath(corpus_dir, config.get('DIRS', 'stem_dir')) self.stem_file = abspath(config.get('DIRS', 'data_dir'), config.get('FILES', 'stemmed_docs')) create_dir(self.stem_dir) self.docs = []
def eval_to_file(self): create_dir(self.eval_dir_path) precision_file_name = abspath(self.eval_dir_path, self.run_name + '_precision.txt') recall_file_name = abspath(self.eval_dir_path, self.run_name + '_recall.txt') p_at_5_file_name = abspath(self.eval_dir_path, self.run_name + '_p_at_5.txt') p_at_20_file_name = abspath(self.eval_dir_path, self.run_name + '_p_at_20.txt') map_mrr_file_name = abspath(self.eval_dir_path, self.run_name + '_map_mrr.txt') Evaluator.pr_to_file(self.precision, precision_file_name) Evaluator.pr_to_file(self.recall, recall_file_name) Evaluator.p_at_k_to_file(self.p_at_5, p_at_5_file_name) Evaluator.p_at_k_to_file(self.p_at_20, p_at_20_file_name) Evaluator.map_mrr_to_file(self.map, self.mrr, map_mrr_file_name)
def __init__(self, file_name, run_name): config = load_config() self.run_name = run_name self.results_file_path = abspath(config.get('DIRS', 'results'), config.get('DIRS', 'ranking'), file_name) self.eval_dir_path = abspath(config.get('DIRS', 'results'), config.get('DIRS', 'eval_dir'), run_name) self.file_name = file_name self.rel_data = get_relevance_data() self.run = self.get_run() self.precision = {} self.p_at_5 = {} self.p_at_20 = {} self.recall = {} self.ap = {} self.map = 0.0 self.rr = {} self.mrr = 0.0
def __init__(self, query, scores): config = load_config() self.raw_docs = abspath(config.get('DIRS', 'corpus_dir'), config.get('DIRS', 'raw_docs')) self.parsed_dir = abspath(config.get('DIRS', 'corpus_dir'), config.get('DIRS', 'parsed_dir')) self.stoplist = get_stoplist() self.significant_words = set( [term for term in query.split() if term not in self.stoplist]) self.dataparser = DataParser() self.snippets = {} self.snippet_dir = abspath(config.get('DIRS', 'results'), config.get('DIRS', 'snippet_dir')) create_dir(self.snippet_dir) self.doc_scores = sorted(scores.items(), key=lambda x: x[1], reverse=True)[:100] self.titles = {}
def __init__(self): config = load_config() self.results_dir = abspath(config.get('DIRS', 'results'), config.get('DIRS', 'ranking')) create_dir(self.results_dir)