def test_dump_no_caller(self): global str1 node = PatternNode() self.assertIsNotNone(node) node.add_child(PatternWordNode("test")) node.add_child(PatternPriorityWordNode("pTest")) node.add_child(PatternZeroOrMoreWildCardNode("^")) node.add_child(PatternZeroOrMoreWildCardNode("#")) node.add_child(PatternOneOrMoreWildCardNode("*")) node.add_child(PatternOneOrMoreWildCardNode("_")) node.add_child(PatternTemplateNode(TemplateNode())) node.add_child(PatternSetNode({"name": "test"}, "testtext")) node.add_child(PatternISetNode({"name": "test"}, "testtext")) node.add_child(PatternBotNode({"name": "test"}, "testtext")) node.add_child(PatternRegexNode({"name": ".*"}, "testtext")) node.dump("", output_func1) self.assertEquals( "NODE [*] [P(1)^(1)#(1)C(5)_(1)*(1)To(0)Th(0)Te(1)] " "PWORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[pTest] " "ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^] " "ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#] " "ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[_] " "ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[*] " "PTEMPLATE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(1)] " "WORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[test] " "SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TESTTEXT] " "ISET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] words=[TESTTEXT] " "BOT [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] property=[test] " "REGEX [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] pattern=[testtext]", str1)
def test_wildcard(self): node = PatternNode() self.assertIsNotNone(node) self.assertFalse(node.has_wildcard()) self.assertFalse(node.has_zero_or_more()) self.assertFalse(node.has_one_or_more()) node = PatternNode() node._0ormore_arrow = PatternZeroOrMoreWildCardNode("^") self.assertTrue(node.has_wildcard()) self.assertTrue(node.has_zero_or_more()) self.assertFalse(node.has_one_or_more()) node = PatternNode() node._0ormore_hash = PatternZeroOrMoreWildCardNode("#") self.assertTrue(node.has_wildcard()) self.assertTrue(node.has_zero_or_more()) self.assertFalse(node.has_one_or_more()) node = PatternNode() node._1ormore_star = PatternOneOrMoreWildCardNode("*") self.assertTrue(node.has_wildcard()) self.assertFalse(node.has_zero_or_more()) self.assertTrue(node.has_one_or_more()) node = PatternNode() node._1ormore_underline = PatternOneOrMoreWildCardNode("_") self.assertTrue(node.has_wildcard()) self.assertFalse(node.has_zero_or_more()) self.assertTrue(node.has_one_or_more())
def test_remove_all_types_children_with_userid(self): root = PatternRootNode() root.add_child(PatternPriorityWordNode("test1", userid="user1")) root.add_child(PatternWordNode("test2", userid="user1")) root.add_child(PatternZeroOrMoreWildCardNode('^', userid="user1")) root.add_child(PatternZeroOrMoreWildCardNode('#', userid="user1")) root.add_child(PatternOneOrMoreWildCardNode('_', userid="user1")) root.add_child(PatternOneOrMoreWildCardNode('*', userid="user1")) self.assertEquals(1, len(root.priority_words)) self.assertIsNotNone(root._0ormore_hash) self.assertIsNotNone(root._1ormore_underline) self.assertEquals(1, len(root.children)) self.assertIsNotNone(root._0ormore_arrow) self.assertIsNotNone(root._1ormore_star) root.remove_children_with_userid("user1") self.assertEquals(0, len(root.priority_words)) self.assertIsNone(root._0ormore_hash) self.assertIsNone(root._1ormore_underline) self.assertEquals(0, len(root.children)) self.assertIsNone(root._0ormore_arrow) self.assertIsNone(root._1ormore_star)
def node_from_text(word): if word.startswith("$"): return PatternPriorityWordNode(word[1:]) elif PatternZeroOrMoreWildCardNode.is_wild_card(word): return PatternZeroOrMoreWildCardNode(word) elif PatternOneOrMoreWildCardNode.is_wild_card(word): return PatternOneOrMoreWildCardNode(word) else: return PatternWordNode(word)
def test_arrow(self): node = PatternZeroOrMoreWildCardNode("^") self.assertIsNotNone(node) self.assertEqual(node.wildcard, "^") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^"))) self.assertEqual( node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]" )
def test_zero_or_more_node_exists(self): node = PatternNode() self.assertIsNotNone(node) new_node1 = PatternZeroOrMoreWildCardNode("^") self.assertIsNone(node._zero_or_more_node_exist(new_node1)) node.add_child(new_node1) self.assertIsNotNone(node._zero_or_more_node_exist(new_node1)) new_node2 = PatternZeroOrMoreWildCardNode("^", userid="testid2") self.assertIsNone(node._zero_or_more_node_exist(new_node2)) node.add_child(new_node2) self.assertIsNotNone(node._zero_or_more_node_exist(new_node2))
def test_add_child(self): node = PatternNode() self.assertIsNotNone(node) priority_word1 = PatternPriorityWordNode("pword") priority_word2 = PatternPriorityWordNode("pword") node.add_child(priority_word1) new_node = node.add_child(priority_word2) self.assertEqual(new_node, priority_word1) arrow_node1 = PatternZeroOrMoreWildCardNode("^") arrow_node2 = PatternZeroOrMoreWildCardNode("^") node.add_child(arrow_node1) new_node = node.add_child(arrow_node2) self.assertEqual(new_node, arrow_node1)
def test_to_xml(self): node1 = PatternZeroOrMoreWildCardNode("^") self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node1.to_xml(self._client_context)) self.assertEqual('<zerormore userid="*" wildcard="^">\n</zerormore>\n', node1.to_xml(self._client_context, include_user=True)) node2 = PatternZeroOrMoreWildCardNode("^", userid="testid") self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node2.to_xml(self._client_context)) self.assertEqual('<zerormore userid="testid" wildcard="^">\n</zerormore>\n', node2.to_xml(self._client_context, include_user=True))
def test_check_child_is_wildcard_hash(self): wildcard = MockPatternWildCardNode("*") self.assertIsNotNone(wildcard) wildcard._0ormore_hash = PatternZeroOrMoreWildCardNode('#') wildcard._0ormore_hash._template = PatternTemplateNode(TemplateNode()) context = MatchContext(max_search_depth=100, max_search_timeout=-1, tokenizer=self._client_context.brain.tokenizer) sentence = Sentence(self._client_context.brain.tokenizer, "TEST SENTENCE") match = wildcard.check_child_is_wildcard("", self._client_context, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match) context = MatchContext(max_search_depth=100, max_search_timeout=-1, tokenizer=self._client_context.brain.tokenizer) sentence = Sentence(self._client_context.brain.tokenizer, "TEST") match = wildcard.check_child_is_wildcard("", self._client_context, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match)
def test_consume_search_depth_exceeded(self): node = PatternZeroOrMoreWildCardNode("^") self.assertIsNotNone(node) match_context = MatchContext(max_search_depth=0, max_search_timeout=100) words = Sentence(self._client_context) result = node.consume(self._client_context, match_context, words, 0, Match.WORD, 1, parent=False) self.assertIsNone(result)
def test_remove_0ormore_arrow(self): root = PatternRootNode() self.assertEqual(0, len(root.children)) root.add_child(PatternZeroOrMoreWildCardNode("^")) self.assertIsNotNone(root._0ormore_arrow) root._remove_0ormore_arrow("*") self.assertIsNone(root._0ormore_arrow)
def test_dump_with_caller(self): node = PatternNode() self.assertIsNotNone(node) node.add_child(PatternWordNode("test")) node.add_child(PatternPriorityWordNode("pTest")) node.add_child(PatternZeroOrMoreWildCardNode("^")) node.add_child(PatternZeroOrMoreWildCardNode("#")) node.add_child(PatternOneOrMoreWildCardNode("*")) node.add_child(PatternOneOrMoreWildCardNode("_")) node.add_child(PatternTemplateNode(TemplateNode())) node.add_child(PatternSetNode({"name": "test"}, "testtext")) node.add_child(PatternISetNode({"name": "test"}, "testtext")) node.add_child(PatternBotNode({"name": "test"}, "testtext")) node.add_child(PatternRegexNode({"name": ".*"}, "testtext")) node.dump("", YLogger.debug)
def test_consume_that(self): node = PatternZeroOrMoreWildCardNode("^") self.assertIsNotNone(node) node.add_that(PatternThatNode()) match_context = MatchContext(max_search_depth=100, max_search_timeout=100) words = Sentence(self._client_context, text="__THAT__") result = node.consume(self._client_context, match_context, words, 0, Match.WORD, 1, parent=False) self.assertIsNone(result)
def test_consume_with_priority_mismatch(self): node = PatternZeroOrMoreWildCardNode("^") priority = PatternPriorityWordNode("$TEST") node.add_child(priority) priority.add_template((PatternTemplateNode(TemplateWordNode("word")))) match_context = MatchContext(max_search_depth=100, max_search_timeout=100) words = Sentence(self._client_context, text="THIS $TEST2") result = node.consume(self._client_context, match_context, words, 0, Match.WORD, 1, parent=False) self.assertIsNone(result)
def test_remove_0ormore_hash_diff_users(self): root = PatternRootNode() self.assertEqual(0, len(root.children)) root.add_child(PatternZeroOrMoreWildCardNode("#", "1")) self.assertIsNotNone(root._0ormore_hash) root._remove_0ormore_hash("2") self.assertIsNotNone(root._0ormore_hash) root._remove_0ormore_hash("1") self.assertIsNone(root._0ormore_hash)
def test_remove_zeroormore_hash_node(self): node = PatternNode() self.assertIsNotNone(node) child_node = PatternZeroOrMoreWildCardNode("#") node.add_child(child_node) self.assertIsNotNone(node._0ormore_hash) node._remove_node(child_node) self.assertIsNone(node._0ormore_hash)
def test_to_string(self): node1 = PatternZeroOrMoreWildCardNode("^") self.assertEquals("ZEROORMORE [^]", node1.to_string(verbose=False)) self.assertEquals( "ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]", node1.to_string(verbose=True)) node1 = PatternZeroOrMoreWildCardNode("^", userid="testid") self.assertEquals("ZEROORMORE [^]", node1.to_string(verbose=False)) self.assertEquals( "ZEROORMORE [testid] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]", node1.to_string(verbose=True))
def node_from_text(self, word, userid="*"): if word.startswith("$"): node_class = self._pattern_factory.new_node_class('priority') return node_class(word[1:], userid) elif PatternZeroOrMoreWildCardNode.is_wild_card(word): node_class = self._pattern_factory.new_node_class('zeroormore') return node_class(word, userid) elif PatternOneOrMoreWildCardNode.is_wild_card(word): node_class = self._pattern_factory.new_node_class('oneormore') return node_class(word, userid) node_class = self._pattern_factory.new_node_class('word') return node_class(word, userid)
def test_equivalent_userid(self): node1 = PatternZeroOrMoreWildCardNode("^") node2 = PatternZeroOrMoreWildCardNode("^") node3 = PatternZeroOrMoreWildCardNode("^", userid="testuser") self.assertTrue(node1.equivalent(node2)) self.assertFalse(node1.equivalent(node3))
def test_check_child_is_wildcard_arrow(self): wildcard = MockPatternWildCardNode("*") self.assertIsNotNone(wildcard) wildcard._0ormore_arrow = PatternZeroOrMoreWildCardNode('^') wildcard._0ormore_arrow._template = PatternTemplateNode(TemplateNode()) context = MatchContext(max_search_depth=100, max_search_timeout=-1) sentence = Sentence("TEST SENTENCE") match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match) context = MatchContext(max_search_depth=100, max_search_timeout=-1) sentence = Sentence("TEST") match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match)
def test_check_child_is_wildcard_hash(self): wildcard = MockPatternWildCardNode("*") self.assertIsNotNone(wildcard) wildcard._0ormore_hash = PatternZeroOrMoreWildCardNode('#') wildcard._0ormore_hash._template = PatternTemplateNode(TemplateNode()) context = MatchContext() sentence = Sentence("TEST SENTENCE") match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match) context = MatchContext() sentence = Sentence("TEST") match = wildcard.check_child_is_wildcard("", self.bot, self.clientid, context, sentence, 0, Match.WORD, 0) self.assertIsNotNone(match)
def test_node_exists(self): node = PatternNode() self.assertIsNotNone(node) self.assert_child_node_exists(node, PatternWordNode("word"), PatternWordNode("word")) self.assert_child_node_exists(node, PatternPriorityWordNode("priority"), PatternPriorityWordNode("priority")) self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('_'), PatternOneOrMoreWildCardNode('_')) self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('*'), PatternOneOrMoreWildCardNode('*')) self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('#'), PatternZeroOrMoreWildCardNode('#')) self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('^'), PatternZeroOrMoreWildCardNode('^')) self.assert_child_node_exists(node, PatternSetNode({}, "setname"), PatternSetNode([], "setname")) self.assert_child_node_exists(node, PatternBotNode({}, "botname"), PatternBotNode([], "botname")) self.assert_child_node_exists(node, PatternISetNode({}, "word1 word2"), PatternISetNode([], "word1 word2")) self.assert_child_node_exists( node, PatternRegexNode({"pattern": "^LEGION$"}, None), PatternRegexNode({"pattern": "^LEGION$"}, None)) self.assert_child_node_exists( node, PatternRegexNode({"template": "LEGION"}, None), PatternRegexNode({"template": "LEGION"}, None)) topic1 = PatternTopicNode() topic2 = PatternTopicNode() self.assertIsNone(node._node_exists(topic1)) node.add_topic(topic1) new_node = node._node_exists(topic1) self.assertIsNotNone(new_node) self.assertEquals(new_node, topic1) new_node = node.add_topic(topic2) self.assertIsNotNone(new_node) self.assertEquals(new_node, topic1) that1 = PatternThatNode() that2 = PatternThatNode() self.assertIsNone(node._node_exists(that1)) node.add_that(that1) new_node = node._node_exists(that1) self.assertIsNotNone(new_node) self.assertEquals(new_node, that1) new_node = node.add_that(that2) self.assertIsNotNone(new_node) self.assertEquals(new_node, that1) template1 = PatternTemplateNode(None) template2 = PatternTemplateNode(None) self.assertIsNone(node._node_exists(template1)) node.add_template(template1) new_node = node._node_exists(template1) self.assertIsNotNone(new_node) self.assertEquals(new_node, template1) new_node = node.add_template(template2) self.assertIsNotNone(new_node) self.assertEquals(new_node, template1) node.dump("") self.assertEqual( node.to_xml(None, None), """<priority word="priority"></priority> <zerormore wildcard="^"> </zerormore> <zerormore wildcard="#"> </zerormore> <oneormore wildcard="_"> </oneormore> <oneormore wildcard="*"> </oneormore> <topic></topic> <that></that> <template></template> <word word="word"></word> <set name="SETNAME"> </set><bot property="botname"> </bot><iset words="WORD1 WORD2"></iset> <regex pattern="^LEGION$"></regex> <regex template="LEGION"></regex> """)
def test_init(self): node = PatternZeroOrMoreWildCardNode("#") self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertTrue(node.is_wildcard()) self.assertTrue(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) self.assertEqual(node.wildcard, "#") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#"))) self.assertFalse(node.is_root()) self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]") node = PatternZeroOrMoreWildCardNode("^") self.assertIsNotNone(node) self.assertEqual(node.wildcard, "^") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^"))) self.assertFalse(node.is_root()) self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]")
def test_init(self): node = PatternZeroOrMoreWildCardNode("#") self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertTrue(node.is_wildcard()) self.assertTrue(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) self.assertEqual(node.wildcard, "#") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#"))) self.assertFalse(node.is_root()) self.assertEqual( node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]" ) node = PatternZeroOrMoreWildCardNode("^") self.assertIsNotNone(node) self.assertEqual(node.wildcard, "^") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^"))) self.assertFalse(node.is_root()) self.assertEqual( node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]" )
def test_invalid_wildcard(self): with self.assertRaises(ParserException) as raised: node = PatternZeroOrMoreWildCardNode("X") self.assertIsNone(node)
def test_arrow(self): node = PatternZeroOrMoreWildCardNode("^") self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertTrue(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertFalse(node.is_set()) self.assertFalse(node.is_bot()) self.assertFalse(node.is_template()) self.assertFalse(node.is_that()) self.assertFalse(node.is_topic()) self.assertTrue(node.is_wildcard()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) sentence = Sentence(self._client_context.brain.tokenizer, "*") self.assertEqual(node.wildcard, "^") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("^"))) result = node.equals(self._client_context, sentence, 0) self.assertFalse(result.matched) self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^]") self.assertEqual('<zerormore wildcard="^">\n</zerormore>\n', node.to_xml(self._client_context)) self.assertFalse(node.equivalent(PatternWordNode("test")))
def test_hash(self): node = PatternZeroOrMoreWildCardNode("#") self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertTrue(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertFalse(node.is_set()) self.assertFalse(node.is_bot()) self.assertFalse(node.is_template()) self.assertFalse(node.is_that()) self.assertFalse(node.is_topic()) self.assertTrue(node.is_wildcard()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) sentence = Sentence("*") self.assertEqual(node.wildcard, "#") self.assertTrue(node.equivalent(PatternZeroOrMoreWildCardNode("#"))) result = node.equals(self.bot, "testid", sentence, 0) self.assertFalse(result.matched) self.assertEqual(node.to_string(), "ZEROORMORE [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#]") self.assertFalse(node.equivalent(PatternWordNode("test")))