def test_dump_no_caller(self):
global str1
node = PatternNode()
self.assertIsNotNone(node)
node.add_child(PatternWordNode("test"))
node.add_child(PatternPriorityWordNode("pTest"))
node.add_child(PatternZeroOrMoreWildCardNode("^"))
node.add_child(PatternZeroOrMoreWildCardNode("#"))
node.add_child(PatternOneOrMoreWildCardNode("*"))
node.add_child(PatternOneOrMoreWildCardNode("_"))
node.add_child(PatternTemplateNode(TemplateNode()))
node.add_child(PatternSetNode({"name": "test"}, "testtext"))
node.add_child(PatternISetNode({"name": "test"}, "testtext"))
node.add_child(PatternBotNode({"name": "test"}, "testtext"))
node.add_child(PatternRegexNode({"name": ".*"}, "testtext"))
node.dump("", output_func1)
self.assertEquals(
"NODE [*] [P(1)^(1)#(1)C(5)_(1)*(1)To(0)Th(0)Te(1)] "
"PWORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[pTest] "
"ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^] "
"ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#] "
"ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[_] "
"ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[*] "
"PTEMPLATE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(1)] "
"WORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[test] "
"SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TESTTEXT] "
"ISET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] words=[TESTTEXT] "
"BOT [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] property=[test] "
"REGEX [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] pattern=[testtext]",
str1)
def test_wildcard(self):
node = PatternNode()
self.assertIsNotNone(node)
self.assertFalse(node.has_wildcard())
self.assertFalse(node.has_zero_or_more())
self.assertFalse(node.has_one_or_more())
node = PatternNode()
node._0ormore_arrow = PatternZeroOrMoreWildCardNode("^")
self.assertTrue(node.has_wildcard())
self.assertTrue(node.has_zero_or_more())
self.assertFalse(node.has_one_or_more())
node = PatternNode()
node._0ormore_hash = PatternZeroOrMoreWildCardNode("#")
self.assertTrue(node.has_wildcard())
self.assertTrue(node.has_zero_or_more())
self.assertFalse(node.has_one_or_more())
node = PatternNode()
node._1ormore_star = PatternOneOrMoreWildCardNode("*")
self.assertTrue(node.has_wildcard())
self.assertFalse(node.has_zero_or_more())
self.assertTrue(node.has_one_or_more())
node = PatternNode()
node._1ormore_underline = PatternOneOrMoreWildCardNode("_")
self.assertTrue(node.has_wildcard())
self.assertFalse(node.has_zero_or_more())
self.assertTrue(node.has_one_or_more())
def test_remove_all_types_children_with_userid(self):
root = PatternRootNode()
root.add_child(PatternPriorityWordNode("test1", userid="user1"))
root.add_child(PatternWordNode("test2", userid="user1"))
root.add_child(PatternZeroOrMoreWildCardNode('^', userid="user1"))
root.add_child(PatternZeroOrMoreWildCardNode('#', userid="user1"))
root.add_child(PatternOneOrMoreWildCardNode('_', userid="user1"))
root.add_child(PatternOneOrMoreWildCardNode('*', userid="user1"))
self.assertEquals(1, len(root.priority_words))
self.assertIsNotNone(root._0ormore_hash)
self.assertIsNotNone(root._1ormore_underline)
self.assertEquals(1, len(root.children))
self.assertIsNotNone(root._0ormore_arrow)
self.assertIsNotNone(root._1ormore_star)
root.remove_children_with_userid("user1")
self.assertEquals(0, len(root.priority_words))
self.assertIsNone(root._0ormore_hash)
self.assertIsNone(root._1ormore_underline)
self.assertEquals(0, len(root.children))
self.assertIsNone(root._0ormore_arrow)
self.assertIsNone(root._1ormore_star)
def node_from_text(word):
if word.startswith("$"):
return PatternPriorityWordNode(word[1:])
elif PatternZeroOrMoreWildCardNode.is_wild_card(word):
return PatternZeroOrMoreWildCardNode(word)
elif PatternOneOrMoreWildCardNode.is_wild_card(word):
return PatternOneOrMoreWildCardNode(word)
else:
return PatternWordNode(word)
def test_arrow(self):
node = PatternZeroOrMoreWildCardNode("^")
self.assertIsNotNone(node)
self.assertEqual(node.wildcard, "^")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^")))
self.assertEqual(
node.to_string(),
"ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]"
)
def test_zero_or_more_node_exists(self):
node = PatternNode()
self.assertIsNotNone(node)
new_node1 = PatternZeroOrMoreWildCardNode("^")
self.assertIsNone(node._zero_or_more_node_exist(new_node1))
node.add_child(new_node1)
self.assertIsNotNone(node._zero_or_more_node_exist(new_node1))
new_node2 = PatternZeroOrMoreWildCardNode("^", userid="testid2")
self.assertIsNone(node._zero_or_more_node_exist(new_node2))
node.add_child(new_node2)
self.assertIsNotNone(node._zero_or_more_node_exist(new_node2))
def test_add_child(self):
node = PatternNode()
self.assertIsNotNone(node)
priority_word1 = PatternPriorityWordNode("pword")
priority_word2 = PatternPriorityWordNode("pword")
node.add_child(priority_word1)
new_node = node.add_child(priority_word2)
self.assertEqual(new_node, priority_word1)
arrow_node1 = PatternZeroOrMoreWildCardNode("^")
arrow_node2 = PatternZeroOrMoreWildCardNode("^")
node.add_child(arrow_node1)
new_node = node.add_child(arrow_node2)
self.assertEqual(new_node, arrow_node1)
def test_to_xml(self):
node1 = PatternZeroOrMoreWildCardNode("^")
self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node1.to_xml(self._client_context))
self.assertEqual('<zerormore userid="*" wildcard="^">\n</zerormore>\n', node1.to_xml(self._client_context, include_user=True))
node2 = PatternZeroOrMoreWildCardNode("^", userid="testid")
self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node2.to_xml(self._client_context))
self.assertEqual('<zerormore userid="testid" wildcard="^">\n</zerormore>\n', node2.to_xml(self._client_context, include_user=True))
def test_check_child_is_wildcard_hash(self):
wildcard = MockPatternWildCardNode("*")
self.assertIsNotNone(wildcard)
wildcard._0ormore_hash = PatternZeroOrMoreWildCardNode('#')
wildcard._0ormore_hash._template = PatternTemplateNode(TemplateNode())
context = MatchContext(max_search_depth=100,
max_search_timeout=-1,
tokenizer=self._client_context.brain.tokenizer)
sentence = Sentence(self._client_context.brain.tokenizer,
"TEST SENTENCE")
match = wildcard.check_child_is_wildcard("", self._client_context,
context, sentence, 0,
Match.WORD, 0)
self.assertIsNotNone(match)
context = MatchContext(max_search_depth=100,
max_search_timeout=-1,
tokenizer=self._client_context.brain.tokenizer)
sentence = Sentence(self._client_context.brain.tokenizer, "TEST")
match = wildcard.check_child_is_wildcard("", self._client_context,
context, sentence, 0,
Match.WORD, 0)
self.assertIsNotNone(match)
def test_consume_search_depth_exceeded(self):
node = PatternZeroOrMoreWildCardNode("^")
self.assertIsNotNone(node)
match_context = MatchContext(max_search_depth=0,
max_search_timeout=100)
words = Sentence(self._client_context)
result = node.consume(self._client_context,
match_context,
words,
0,
Match.WORD,
1,
parent=False)
self.assertIsNone(result)
def test_remove_0ormore_arrow(self):
root = PatternRootNode()
self.assertEqual(0, len(root.children))
root.add_child(PatternZeroOrMoreWildCardNode("^"))
self.assertIsNotNone(root._0ormore_arrow)
root._remove_0ormore_arrow("*")
self.assertIsNone(root._0ormore_arrow)
def test_dump_with_caller(self):
node = PatternNode()
self.assertIsNotNone(node)
node.add_child(PatternWordNode("test"))
node.add_child(PatternPriorityWordNode("pTest"))
node.add_child(PatternZeroOrMoreWildCardNode("^"))
node.add_child(PatternZeroOrMoreWildCardNode("#"))
node.add_child(PatternOneOrMoreWildCardNode("*"))
node.add_child(PatternOneOrMoreWildCardNode("_"))
node.add_child(PatternTemplateNode(TemplateNode()))
node.add_child(PatternSetNode({"name": "test"}, "testtext"))
node.add_child(PatternISetNode({"name": "test"}, "testtext"))
node.add_child(PatternBotNode({"name": "test"}, "testtext"))
node.add_child(PatternRegexNode({"name": ".*"}, "testtext"))
node.dump("", YLogger.debug)
def test_consume_that(self):
node = PatternZeroOrMoreWildCardNode("^")
self.assertIsNotNone(node)
node.add_that(PatternThatNode())
match_context = MatchContext(max_search_depth=100,
max_search_timeout=100)
words = Sentence(self._client_context, text="__THAT__")
result = node.consume(self._client_context,
match_context,
words,
0,
Match.WORD,
1,
parent=False)
self.assertIsNone(result)
def test_consume_with_priority_mismatch(self):
node = PatternZeroOrMoreWildCardNode("^")
priority = PatternPriorityWordNode("$TEST")
node.add_child(priority)
priority.add_template((PatternTemplateNode(TemplateWordNode("word"))))
match_context = MatchContext(max_search_depth=100,
max_search_timeout=100)
words = Sentence(self._client_context, text="THIS $TEST2")
result = node.consume(self._client_context,
match_context,
words,
0,
Match.WORD,
1,
parent=False)
self.assertIsNone(result)
def test_remove_0ormore_hash_diff_users(self):
root = PatternRootNode()
self.assertEqual(0, len(root.children))
root.add_child(PatternZeroOrMoreWildCardNode("#", "1"))
self.assertIsNotNone(root._0ormore_hash)
root._remove_0ormore_hash("2")
self.assertIsNotNone(root._0ormore_hash)
root._remove_0ormore_hash("1")
self.assertIsNone(root._0ormore_hash)
def test_remove_zeroormore_hash_node(self):
node = PatternNode()
self.assertIsNotNone(node)
child_node = PatternZeroOrMoreWildCardNode("#")
node.add_child(child_node)
self.assertIsNotNone(node._0ormore_hash)
node._remove_node(child_node)
self.assertIsNone(node._0ormore_hash)
def test_to_string(self):
node1 = PatternZeroOrMoreWildCardNode("^")
self.assertEquals("ZEROORMORE [^]", node1.to_string(verbose=False))
self.assertEquals(
"ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]",
node1.to_string(verbose=True))
node1 = PatternZeroOrMoreWildCardNode("^", userid="testid")
self.assertEquals("ZEROORMORE [^]", node1.to_string(verbose=False))
self.assertEquals(
"ZEROORMORE [testid] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]",
node1.to_string(verbose=True))
def node_from_text(self, word, userid="*"):
if word.startswith("$"):
node_class = self._pattern_factory.new_node_class('priority')
return node_class(word[1:], userid)
elif PatternZeroOrMoreWildCardNode.is_wild_card(word):
node_class = self._pattern_factory.new_node_class('zeroormore')
return node_class(word, userid)
elif PatternOneOrMoreWildCardNode.is_wild_card(word):
node_class = self._pattern_factory.new_node_class('oneormore')
return node_class(word, userid)
node_class = self._pattern_factory.new_node_class('word')
return node_class(word, userid)
def node_from_text(self, word, userid="*"):
if word.startswith("$"):
node_class = self._pattern_factory.new_node_class('priority')
return node_class(word[1:], userid)
elif PatternZeroOrMoreWildCardNode.is_wild_card(word):
node_class = self._pattern_factory.new_node_class('zeroormore')
return node_class(word, userid)
elif PatternOneOrMoreWildCardNode.is_wild_card(word):
node_class = self._pattern_factory.new_node_class('oneormore')
return node_class(word, userid)
node_class = self._pattern_factory.new_node_class('word')
return node_class(word, userid)
def test_equivalent_userid(self):
node1 = PatternZeroOrMoreWildCardNode("^")
node2 = PatternZeroOrMoreWildCardNode("^")
node3 = PatternZeroOrMoreWildCardNode("^", userid="testuser")
self.assertTrue(node1.equivalent(node2))
self.assertFalse(node1.equivalent(node3))
def test_check_child_is_wildcard_arrow(self):
wildcard = MockPatternWildCardNode("*")
self.assertIsNotNone(wildcard)
wildcard._0ormore_arrow = PatternZeroOrMoreWildCardNode('^')
wildcard._0ormore_arrow._template = PatternTemplateNode(TemplateNode())
context = MatchContext(max_search_depth=100, max_search_timeout=-1)
sentence = Sentence("TEST SENTENCE")
match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0)
self.assertIsNotNone(match)
context = MatchContext(max_search_depth=100, max_search_timeout=-1)
sentence = Sentence("TEST")
match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0)
self.assertIsNotNone(match)
def test_check_child_is_wildcard_hash(self):
wildcard = MockPatternWildCardNode("*")
self.assertIsNotNone(wildcard)
wildcard._0ormore_hash = PatternZeroOrMoreWildCardNode('#')
wildcard._0ormore_hash._template = PatternTemplateNode(TemplateNode())
context = MatchContext()
sentence = Sentence("TEST SENTENCE")
match = wildcard.check_child_is_wildcard("", self.bot, self.clientid,
context, sentence, 0,
Match.WORD, 0)
self.assertIsNotNone(match)
context = MatchContext()
sentence = Sentence("TEST")
match = wildcard.check_child_is_wildcard("", self.bot, self.clientid,
context, sentence, 0,
Match.WORD, 0)
self.assertIsNotNone(match)
def test_node_exists(self):
node = PatternNode()
self.assertIsNotNone(node)
self.assert_child_node_exists(node, PatternWordNode("word"),
PatternWordNode("word"))
self.assert_child_node_exists(node,
PatternPriorityWordNode("priority"),
PatternPriorityWordNode("priority"))
self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('_'),
PatternOneOrMoreWildCardNode('_'))
self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('*'),
PatternOneOrMoreWildCardNode('*'))
self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('#'),
PatternZeroOrMoreWildCardNode('#'))
self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('^'),
PatternZeroOrMoreWildCardNode('^'))
self.assert_child_node_exists(node, PatternSetNode({}, "setname"),
PatternSetNode([], "setname"))
self.assert_child_node_exists(node, PatternBotNode({}, "botname"),
PatternBotNode([], "botname"))
self.assert_child_node_exists(node, PatternISetNode({}, "word1 word2"),
PatternISetNode([], "word1 word2"))
self.assert_child_node_exists(
node, PatternRegexNode({"pattern": "^LEGION$"}, None),
PatternRegexNode({"pattern": "^LEGION$"}, None))
self.assert_child_node_exists(
node, PatternRegexNode({"template": "LEGION"}, None),
PatternRegexNode({"template": "LEGION"}, None))
topic1 = PatternTopicNode()
topic2 = PatternTopicNode()
self.assertIsNone(node._node_exists(topic1))
node.add_topic(topic1)
new_node = node._node_exists(topic1)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, topic1)
new_node = node.add_topic(topic2)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, topic1)
that1 = PatternThatNode()
that2 = PatternThatNode()
self.assertIsNone(node._node_exists(that1))
node.add_that(that1)
new_node = node._node_exists(that1)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, that1)
new_node = node.add_that(that2)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, that1)
template1 = PatternTemplateNode(None)
template2 = PatternTemplateNode(None)
self.assertIsNone(node._node_exists(template1))
node.add_template(template1)
new_node = node._node_exists(template1)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, template1)
new_node = node.add_template(template2)
self.assertIsNotNone(new_node)
self.assertEquals(new_node, template1)
node.dump("")
self.assertEqual(
node.to_xml(None, None), """<priority word="priority"></priority>
<zerormore wildcard="^">
</zerormore>
<zerormore wildcard="#">
</zerormore>
<oneormore wildcard="_">
</oneormore>
<oneormore wildcard="*">
</oneormore>
<topic></topic>
<that></that>
<template></template>
<word word="word"></word>
<set name="SETNAME">
</set><bot property="botname">
</bot><iset words="WORD1 WORD2"></iset>
<regex pattern="^LEGION$"></regex>
<regex template="LEGION"></regex>
""")
def test_init(self):
node = PatternZeroOrMoreWildCardNode("#")
self.assertFalse(node.is_root())
self.assertFalse(node.is_priority())
self.assertTrue(node.is_wildcard())
self.assertTrue(node.is_zero_or_more())
self.assertFalse(node.is_one_or_more())
self.assertIsNotNone(node.children)
self.assertFalse(node.has_children())
self.assertEqual(node.wildcard, "#")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#")))
self.assertFalse(node.is_root())
self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]")
node = PatternZeroOrMoreWildCardNode("^")
self.assertIsNotNone(node)
self.assertEqual(node.wildcard, "^")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^")))
self.assertFalse(node.is_root())
self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]")
def test_init(self):
node = PatternZeroOrMoreWildCardNode("#")
self.assertFalse(node.is_root())
self.assertFalse(node.is_priority())
self.assertTrue(node.is_wildcard())
self.assertTrue(node.is_zero_or_more())
self.assertFalse(node.is_one_or_more())
self.assertIsNotNone(node.children)
self.assertFalse(node.has_children())
self.assertEqual(node.wildcard, "#")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#")))
self.assertFalse(node.is_root())
self.assertEqual(
node.to_string(),
"ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]"
)
node = PatternZeroOrMoreWildCardNode("^")
self.assertIsNotNone(node)
self.assertEqual(node.wildcard, "^")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^")))
self.assertFalse(node.is_root())
self.assertEqual(
node.to_string(),
"ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]"
)
def test_invalid_wildcard(self):
with self.assertRaises(ParserException) as raised:
node = PatternZeroOrMoreWildCardNode("X")
self.assertIsNone(node)
def test_arrow(self):
node = PatternZeroOrMoreWildCardNode("^")
self.assertFalse(node.is_root())
self.assertFalse(node.is_priority())
self.assertTrue(node.is_zero_or_more())
self.assertFalse(node.is_one_or_more())
self.assertFalse(node.is_set())
self.assertFalse(node.is_bot())
self.assertFalse(node.is_template())
self.assertFalse(node.is_that())
self.assertFalse(node.is_topic())
self.assertTrue(node.is_wildcard())
self.assertIsNotNone(node.children)
self.assertFalse(node.has_children())
sentence = Sentence(self._client_context.brain.tokenizer, "*")
self.assertEqual(node.wildcard, "^")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^")))
result = node.equals(self._client_context, sentence, 0)
self.assertFalse(result.matched)
self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]")
self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node.to_xml(self._client_context))
self.assertFalse(node.equivalent(PatternWordNode("test")))
def test_hash(self):
node = PatternZeroOrMoreWildCardNode("#")
self.assertFalse(node.is_root())
self.assertFalse(node.is_priority())
self.assertTrue(node.is_zero_or_more())
self.assertFalse(node.is_one_or_more())
self.assertFalse(node.is_set())
self.assertFalse(node.is_bot())
self.assertFalse(node.is_template())
self.assertFalse(node.is_that())
self.assertFalse(node.is_topic())
self.assertTrue(node.is_wildcard())
self.assertIsNotNone(node.children)
self.assertFalse(node.has_children())
sentence = Sentence("*")
self.assertEqual(node.wildcard, "#")
self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#")))
result = node.equals(self.bot, "testid", sentence, 0)
self.assertFalse(result.matched)
self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]")
self.assertFalse(node.equivalent(PatternWordNode("test")))
