def similarity_over_all(self):
"""Calculate similarity between bug (summary, description) over
all.
Returns:
dict, {bug_id -> [score, summary_score, description_score, stacktrace_score]}
"""
from ir_log import IRLog
from ir_config import IRConfig
from ir_mongodb_helper import IRCollection
from ir_text import IRText
from ir_tfidf import IRTFIDF
logger = IRLog.get_instance()
search_time_span = 2 * 3600 * 24 * 365
bug_id_name = IRConfig.get_instance().get('bug_id_name')
create_ts_name = IRConfig.get_instance().get('bug_create_ts_name')
product_name = IRConfig.get_instance().get('bug_product_name')
basic_collection = IRCollection('bug_db_name',
'bug_basic_collection_name', 'r')
reports2scan = basic_collection.find({
product_name: self.get_product(),
create_ts_name: {
'$gt': self.get_create_ts() - search_time_span
},
bug_id_name: {
'$nin': self.__exclude_report_ids
}
})
result = {}
IRLog.get_instance().println('Comparing with %d reports.' \
% (reports2scan.count()) )
print self.__summary_text
print self.__description_text
for report in reports2scan:
bug_id = report[bug_id_name]
if bug_id == self.get_dummy_bug_id():
continue
# because we don't want to load stacktrace in case of self.__stacktrace
# being none, we create and fill the info of report manually
other_report = IRReport("", "")
other_report.__summary_tfidf, other_report.__description_tfidf = \
IRTFIDF.get_tfidf_of_bug(bug_id)
# if self.__stacktrace is empty, we don't need to do this
if self.get_stacktrace() is not None and \
self.get_stacktrace().__len__() > 0:
other_report.__stacktrace = IRText.get_stacktrace_of_bug(
bug_id)
if other_report.__stacktrace is None:
other_report.__stacktrace = []
result[bug_id] = self.similarity_with(other_report)
return result
def similarity_over_all(self):
"""Calculate similarity between bug (summary, description) over
all.
Returns:
dict, {bug_id -> [score, summary_score, description_score, stacktrace_score]}
"""
from ir_log import IRLog
from ir_config import IRConfig
from ir_mongodb_helper import IRCollection
from ir_text import IRText
from ir_tfidf import IRTFIDF
logger = IRLog.get_instance()
search_time_span = 2 * 3600 * 24 * 365
bug_id_name = IRConfig.get_instance().get('bug_id_name')
create_ts_name = IRConfig.get_instance().get('bug_create_ts_name')
product_name = IRConfig.get_instance().get('bug_product_name')
basic_collection = IRCollection(
'bug_db_name', 'bug_basic_collection_name', 'r')
reports2scan = basic_collection.find({
product_name : self.get_product(),
create_ts_name : {'$gt' : self.get_create_ts() - search_time_span},
bug_id_name : {'$nin' : self.__exclude_report_ids} })
result = {}
IRLog.get_instance().println('Comparing with %d reports.' \
% (reports2scan.count()) )
print self.__summary_text
print self.__description_text
for report in reports2scan:
bug_id = report[bug_id_name]
if bug_id == self.get_dummy_bug_id():
continue
# because we don't want to load stacktrace in case of self.__stacktrace
# being none, we create and fill the info of report manually
other_report = IRReport("", "")
other_report.__summary_tfidf, other_report.__description_tfidf = \
IRTFIDF.get_tfidf_of_bug(bug_id)
# if self.__stacktrace is empty, we don't need to do this
if self.get_stacktrace() is not None and \
self.get_stacktrace().__len__() > 0:
other_report.__stacktrace = IRText.get_stacktrace_of_bug(bug_id)
if other_report.__stacktrace is None:
other_report.__stacktrace = []
result[bug_id] = self.similarity_with(other_report)
return result
def test_show_dict_compare(self):
from ir_log import IRLog
from ir_config import IRConfig
from ir_tfidf import IRTFIDF
IRLog.get_instance().start_log()
IRConfig.get_instance().load('../data/test/bug_test.cfg')
summary_name = IRConfig.get_instance().get('bug_summary_name')
description_name = IRConfig.get_instance().get('bug_description_name')
summary_a, description_a = IRTFIDF.get_tfidf_of_bug(100000)
summary_b, description_b = IRTFIDF.get_tfidf_of_bug(100200)
IRLog.get_instance().println('Summary 100000 vs 100200')
IRTFIDF.show_dict_compare(summary_a, summary_b, summary_name)
IRLog.get_instance().println('Description 100000 vs 100200')
IRTFIDF.show_dict_compare(description_a, description_b)
IRLog.get_instance().println('Summary 100000 vs 100000')
IRTFIDF.show_dict_compare(summary_a, summary_a)
IRLog.get_instance().println('Description 100000 vs 100000')
IRTFIDF.show_dict_compare(description_a, description_a, description_name)
def test_get_tfidf_of_bug(self):
#import sys
#sys.path.append('../bin/')
from ir_log import IRLog
from ir_config import IRConfig
from ir_tfidf import IRTFIDF
IRLog.get_instance().start_log()
IRConfig.get_instance().load('../data/test/bug_test.cfg')
summary, description = IRTFIDF.get_tfidf_of_bug(100000)
IRLog.get_instance().println('Summary tfidf: %s' % (str(summary)))
IRLog.get_instance().println('Description tfidf: %s' % (str(description)))
IRLog.get_instance().stop_log()
def get_summary_and_description_tfidf(self):
if self.__bug_id is None:
if self.__summary_tfidf is None or \
self.__description_tfidf is None:
self.__update_summary_and_description_tfidf_from_termcount()
return [self.__summary_tfidf, self.__description_tfidf]
else:
if self.__allow_cache and \
self.__summary_tfidf is not None and \
self.__description_tfidf is not None:
return [self.__summary_tfidf, self.__description_tfidf]
from ir_tfidf import IRTFIDF
summary_tfidf, description_tfidf = \
IRTFIDF.get_tfidf_of_bug(self.__bug_id)
if self.__allow_cache:
self.__summary_tfidf, self.__description_tfidf = \
summary_tfidf, description_tfidf
return [summary_tfidf, description_tfidf]
def get_summary_and_description_tfidf(self):
if self.__bug_id is None:
if self.__summary_tfidf is None or \
self.__description_tfidf is None:
self.__update_summary_and_description_tfidf_from_termcount()
return [self.__summary_tfidf, self.__description_tfidf]
else:
if self.__allow_cache and \
self.__summary_tfidf is not None and \
self.__description_tfidf is not None:
return [self.__summary_tfidf, self.__description_tfidf]
from ir_tfidf import IRTFIDF
summary_tfidf, description_tfidf = \
IRTFIDF.get_tfidf_of_bug(self.__bug_id)
if self.__allow_cache:
self.__summary_tfidf, self.__description_tfidf = \
summary_tfidf, description_tfidf
return [summary_tfidf, description_tfidf]