class TextSearchComparisonFunctionSpacySimilarityTests(ChatBotTestCase):
"""
Test that the search algorithm works correctly with the
spacy similarity comparison function.
"""
def setUp(self):
super().setUp()
self.search_algorithm = TextSearch(
self.chatbot,
statement_comparison_function=comparisons.SpacySimilarity
)
def test_get_closest_statement(self):
"""
Note, the content of the in_response_to field for each of the
test statements is only required because the logic adapter will
filter out any statements that are not in response to a known statement.
"""
self.chatbot.storage.create_many([
Statement(text='This is a lovely bog.', in_response_to='This is a lovely bog.'),
Statement(text='This is a beautiful swamp.', in_response_to='This is a beautiful swamp.'),
Statement(text='It smells like a swamp.', in_response_to='It smells like a swamp.')
])
statement = Statement(text='This is a lovely swamp.')
results = list(self.search_algorithm.search(statement))
self.assertIsLength(results, 2)
self.assertEqual(results[-1].text, 'This is a beautiful swamp.')
self.assertGreater(results[-1].confidence, 0)
def test_different_punctuation(self):
self.chatbot.storage.create_many([
Statement(text='Who are you?'),
Statement(text='Are you good?'),
Statement(text='You are good')
])
statement = Statement(text='Are you good')
results = list(self.search_algorithm.search(statement))
self.assertEqual(len(results), 2)
# Note: the last statement in the list always has the highest confidence
self.assertEqual(results[-1].text, 'Are you good?')
def __init__(self, name, **kwargs):
self.name = name
storage_adapter = kwargs.get('storage_adapter', 'chatterbot.storage.SQLStorageAdapter')
logic_adapters = kwargs.get('logic_adapters', [
'chatterbot.logic.BestMatch'
])
# Check that each adapter is a valid subclass of it's respective parent
utils.validate_adapter_class(storage_adapter, StorageAdapter)
# Logic adapters used by the chat bot
self.logic_adapters = []
self.storage = utils.initialize_class(storage_adapter, **kwargs)
primary_search_algorithm = IndexedTextSearch(self, **kwargs)
text_search_algorithm = TextSearch(self, **kwargs)
self.search_algorithms = {
primary_search_algorithm.name: primary_search_algorithm,
text_search_algorithm.name: text_search_algorithm
}
for adapter in logic_adapters:
utils.validate_adapter_class(adapter, LogicAdapter)
logic_adapter = utils.initialize_class(adapter, self, **kwargs)
self.logic_adapters.append(logic_adapter)
preprocessors = kwargs.get(
'preprocessors', [
'chatterbot.preprocessors.clean_whitespace'
]
)
self.preprocessors = []
self.postprocessors = []
for preprocessor in preprocessors:
self.preprocessors.append(utils.import_module(preprocessor))
postprocessors = kwargs.get(
'postprocessors', [
'chatterbot.postprocessors.joint_sentence'
]
)
for postprocessor in postprocessors:
self.postprocessors.append(utils.import_module(postprocessor))
self.logger = kwargs.get('logger', logging.getLogger(__name__))
# Allow the bot to save input it receives so that it can learn
self.read_only = kwargs.get('read_only', False)
def __init__(self, name, **kwargs):
self.name = name
self.logger = kwargs.get(
'logger',
log.Logger('chatterbot',
costum_format='[%Y-%m-%d %H:%M:%S] chatterbot',
debug=kwargs.get('debug', False)))
storage_adapter = kwargs.get('storage_adapter',
'chatterbot.storage.SQLStorageAdapter')
logic_adapters = kwargs.get('logic_adapters',
['chatterbot.logic.BestMatch'])
# Check that each adapter is a valid subclass of it's respective parent
utils.validate_adapter_class(storage_adapter, StorageAdapter)
# Logic adapters used by the chat bot
self.logic_adapters = []
self.storage = utils.initialize_class(storage_adapter, **kwargs)
primary_search_algorithm = IndexedTextSearch(self, **kwargs)
text_search_algorithm = TextSearch(self, **kwargs)
self.search_algorithms = {
primary_search_algorithm.name: primary_search_algorithm,
text_search_algorithm.name: text_search_algorithm
}
for adapter in logic_adapters:
utils.validate_adapter_class(adapter, LogicAdapter)
logic_adapter = utils.initialize_class(adapter, self, **kwargs)
self.logic_adapters.append(logic_adapter)
preprocessors = kwargs.get(
'preprocessors', ['chatterbot.preprocessors.clean_whitespace'])
self.preprocessors = []
for preprocessor in preprocessors:
self.preprocessors.append(utils.import_module(preprocessor))
self.trainer = ChatterBotCorpusTrainer(self)
self.trainer.train("chatterbot.corpus.custom")
log.add_logger('chatterbot', self.logger)
self.this_file = os.path.dirname(__file__)
self.learn_YAML = os.path.join(
''.join(os.path.split(self.this_file)[0]), 'chatterbot_corpus',
'data', 'custom', 'myown.yml')
# Allow the bot to save input it receives so that it can learn
self.read_only = kwargs.get('read_only', False)
def setUp(self):
super().setUp()
self.search_algorithm = TextSearch(
self.chatbot,
statement_comparison_function=comparisons.LevenshteinDistance
)
class TextSearchComparisonFunctionLevenshteinDistanceComparisonTests(ChatBotTestCase):
"""
Test that the search algorithm works correctly with the
Levenshtein distance comparison function.
"""
def setUp(self):
super().setUp()
self.search_algorithm = TextSearch(
self.chatbot,
statement_comparison_function=comparisons.LevenshteinDistance
)
def test_get_closest_statement(self):
"""
Note, the content of the in_response_to field for each of the
test statements is only required because the search process will
filter out any statements that are not in response to something.
"""
self.chatbot.storage.create_many([
Statement(text='What is the meaning of life?', in_response_to='...'),
Statement(text='I am Iron Man.', in_response_to='...'),
Statement(text='What... is your quest?', in_response_to='...'),
Statement(text='Yuck, black licorice jelly beans.', in_response_to='...'),
Statement(text='I hear you are going on a quest?', in_response_to='...'),
])
statement = Statement(text='What is your quest?')
results = list(self.search_algorithm.search(statement))
self.assertEqual(len(results), 2)
self.assertEqual(results[-1].text, 'What... is your quest?', msg=results[-1].confidence)
def test_confidence_exact_match(self):
self.chatbot.storage.create(text='What is your quest?', in_response_to='What is your quest?')
statement = Statement(text='What is your quest?')
results = list(self.search_algorithm.search(statement))
self.assertIsLength(results, 1)
self.assertEqual(results[0].confidence, 1)
def test_confidence_half_match(self):
from unittest.mock import MagicMock
# Assume that the storage adapter returns a partial match
self.chatbot.storage.filter = MagicMock(return_value=[
Statement(text='xxyy')
])
statement = Statement(text='wwxx')
results = list(self.search_algorithm.search(statement))
self.assertIsLength(results, 1)
self.assertEqual(results[0].confidence, 0.5)
def test_confidence_no_match(self):
from unittest.mock import MagicMock
# Assume that the storage adapter returns a partial match
self.search_algorithm.chatbot.storage.filter = MagicMock(return_value=[
Statement(text='xxx', in_response_to='xxx')
])
statement = Statement(text='yyy')
results = list(self.search_algorithm.search(statement))
self.assertIsLength(results, 0)
def setUp(self):
super().setUp()
self.search_algorithm = TextSearch(
self.chatbot,
statement_comparison_function=comparisons.SpacySimilarity
)