def test_to_string_attribs(self): node1 = PatternSetNode({"name": "test1"}, "") self.assertEqual('SET name=[TEST1]', node1.to_string(verbose=False)) self.assertEqual('SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]', node1.to_string(verbose=True)) node2 = PatternSetNode({"name": "test1"}, "", userid="testid") self.assertEqual('SET name=[TEST1]', node2.to_string(verbose=False)) self.assertEqual('SET [testid] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]', node2.to_string(verbose=True)) pass
def test_equals_attribs(self): self._client_context.brain._sets_collection.add_set( "TEST1", { "VALUE1": [["VALUE1"]], "VALUE2": [["VALUE2"]], "VALUE3": [["VALUE3"]], "VALUE4": [["VALUE4"]] }, "teststore") node1 = PatternSetNode({"name": "test1"}, "") node2 = PatternSetNode({"name": "test1"}, "", userid="testid") node3 = PatternSetNode({"name": "test1"}, "", userid="testid2") match1 = node1.equals(self._client_context, Sentence(self._client_context, 'VALUE1'), 0) self.assertIsNotNone(match1) self.assertTrue(match1.matched) match2 = node2.equals(self._client_context, Sentence(self._client_context, 'VALUE1'), 0) self.assertIsNotNone(match2) self.assertTrue(match2.matched) match3 = node3.equals(self._client_context, Sentence(self._client_context, 'VALUE1'), 0) self.assertIsNotNone(match3) self.assertFalse(match3.matched)
def test_equals_attribs(self): loader = SetLoader() self._client_context.brain._sets_collection._sets["TEST1"] = loader.load_from_text(""" VALUE1 VALUE2 VALUE3 VALUE4 """) node1 = PatternSetNode({"name": "test1"}, "") node2 = PatternSetNode({"name": "test1"}, "", userid="testid") node3 = PatternSetNode({"name": "test1"}, "", userid="testid2") match1 = node1.equals(self._client_context, Sentence(self._client_context.brain.tokenizer, 'VALUE1'), 0) self.assertIsNotNone(match1) self.assertTrue(match1.matched) match2 = node2.equals(self._client_context, Sentence(self._client_context.brain.tokenizer, 'VALUE1'), 0) self.assertIsNotNone(match2) self.assertTrue(match2.matched) match3 = node3.equals(self._client_context, Sentence(self._client_context.brain.tokenizer, 'VALUE1'), 0) self.assertIsNotNone(match3) self.assertFalse(match3.matched)
def test_number(self): node = PatternSetNode("NUMBER") self.assertIsNotNone(node) sentence = Sentence("12 XY") result = node.equals(self.bot, "testid", sentence, 0) self.assertTrue(result.matched) result = node.equals(self.bot, "testid", sentence, result.word_no + 1) self.assertFalse(result.matched)
def test_words_in_set_multi_words_mismatch(self): self._client_context.brain._sets_collection.add_set( "TEST1", {"VALUE1": [["VALUE1", "VALUE2"]]}, "teststore") node1 = PatternSetNode({}, "TEST1") match = node1.words_in_set( self._client_context, Sentence(self._client_context, text="VALUE1 VALUE3"), 0) self.assertIsNotNone(match) self.assertFalse(match.matched)
def test_number(self): self._client_context.brain.dynamics.add_dynamic_set('number', "programy.dynamic.sets.numeric.IsNumeric", None) node = PatternSetNode([], "NUMBER") self.assertIsNotNone(node) sentence = Sentence(self._client_context.brain.tokenizer, "12 XY") result = node.equals(self._client_context, sentence, 0) self.assertTrue(result.matched) result = node.equals(self._client_context, sentence, result.word_no+1) self.assertFalse(result.matched)
def node_from_element(element): if element.tag == 'set': if 'name' in element.attrib: return PatternSetNode(element.attrib['name']) else: return PatternSetNode(TextUtils.strip_whitespace(element.text)) elif element.tag == 'bot': if 'name' in element.attrib: return PatternBotNode(element.attrib['name']) else: return PatternBotNode(TextUtils.strip_whitespace(element.text)) else: raise ParserException("Invalid parser graph node <%s>" % element.tag, xml_element=element)
def test_to_xml_attribs(self): node1 = PatternSetNode({"name": "test1"}, "") self.assertEqual('<set name="TEST1">\n</set>', node1.to_xml(self._client_context)) self.assertEqual('<set userid="*" name="TEST1">\n</set>', node1.to_xml(self._client_context, include_user=True)) node2 = PatternSetNode({"name": "test1"}, "", userid="testid") self.assertEqual('<set name="TEST1">\n</set>', node2.to_xml(self._client_context)) self.assertEqual('<set userid="testid" name="TEST1">\n</set>', node2.to_xml(self._client_context, include_user=True))
def test_synset(self): self._client_context.brain.dynamics.add_dynamic_set( 'synset', "programy.dynamic.sets.synsets.IsSynset", None) node = PatternSetNode({'similar': 'HACK'}, "SYNSET") self.assertIsNotNone(node) sentence = Sentence(self._client_context, "CHOP") result = node.equals(self._client_context, sentence, 0) self.assertTrue(result.matched) result = node.equals(self._client_context, sentence, result.word_no + 1) self.assertFalse(result.matched)
def test_init(self): node = PatternSetNode("test1") self.assertIsNotNone(node) self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertFalse(node.is_wildcard()) self.assertFalse(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) self.assertTrue(node.equivalent(PatternSetNode("test1"))) self.assertFalse(node.is_root()) self.assertEqual(node.to_string(), "SET [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]")
def test_set_node_exists(self): node = PatternNode() self.assertIsNotNone(node) new_node1 = PatternSetNode([], "test") self.assertIsNone(node._set_node_exist(new_node1)) node.add_child(new_node1) self.assertIsNotNone(node._set_node_exist(new_node1)) new_node2 = PatternSetNode([], "test", userid="testid2") self.assertIsNone(node._set_node_exist(new_node2)) node.add_child(new_node2) self.assertIsNotNone(node._set_node_exist(new_node2))
def test_dump_no_caller(self): global str1 node = PatternNode() self.assertIsNotNone(node) node.add_child(PatternWordNode("test")) node.add_child(PatternPriorityWordNode("pTest")) node.add_child(PatternZeroOrMoreWildCardNode("^")) node.add_child(PatternZeroOrMoreWildCardNode("#")) node.add_child(PatternOneOrMoreWildCardNode("*")) node.add_child(PatternOneOrMoreWildCardNode("_")) node.add_child(PatternTemplateNode(TemplateNode())) node.add_child(PatternSetNode({"name": "test"}, "testtext")) node.add_child(PatternISetNode({"name": "test"}, "testtext")) node.add_child(PatternBotNode({"name": "test"}, "testtext")) node.add_child(PatternRegexNode({"name": ".*"}, "testtext")) node.dump("", output_func1) self.assertEquals( "NODE [*] [P(1)^(1)#(1)C(5)_(1)*(1)To(0)Th(0)Te(1)] " "PWORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[pTest] " "ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[^] " "ZEROORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[#] " "ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[_] " "ONEORMORE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] wildcard=[*] " "PTEMPLATE [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(1)] " "WORD [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] word=[test] " "SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TESTTEXT] " "ISET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] words=[TESTTEXT] " "BOT [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] property=[test] " "REGEX [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] pattern=[testtext]", str1)
def test_remove_set_node(self): node = PatternNode() self.assertIsNotNone(node) child_node = PatternSetNode({"name": "test"}, "testtext") node.add_child(child_node) self.assertTrue(node._set_node_exist(child_node)) node._remove_node(child_node) self.assertFalse(node._set_node_exist(child_node))
def test_to_string_attribs(self): node1 = PatternSetNode({"name": "test1"}, "") self.assertEqual('SET name=[TEST1]', node1.to_string(verbose=False)) self.assertEqual( 'SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]', node1.to_string(verbose=True)) node2 = PatternSetNode({"name": "test1"}, "", userid="testid") self.assertEqual('SET name=[TEST1]', node2.to_string(verbose=False)) self.assertEqual( 'SET [testid] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]', node2.to_string(verbose=True))
def test_remove_set_node(self): node = PatternNode() self.assertIsNotNone(node) child_node = PatternSetNode([], "test") node.add_child(child_node) self.assertEqual(1, len(node.children)) node._remove_node(child_node) self.assertEqual(0, len(node.children))
def test_equivalent_attribs(self): node1 = PatternSetNode({"name": "test1"}, "") node2 = PatternSetNode({"name": "test1"}, "") node3 = PatternSetNode({"name": "test1"}, "", userid="testid") self.assertTrue(node1.equivalent(node2)) self.assertFalse(node1.equivalent(node3))
def test_equivalent_text(self): node1 = PatternSetNode({}, "test1") node2 = PatternSetNode({}, "test1") node3 = PatternSetNode({}, "test1", userid="testid") self.assertTrue(node1.equivalent(node2)) self.assertFalse(node1.equivalent(node3))
def test_init_with_attribs_with_additional(self): node = PatternSetNode( { "name": "test1", "similar": "hack", "pos": "word", "weight": "0.8" }, "") self.assertIsNotNone(node) self.assertEqual("TEST1", node.set_name) self.assertEqual("HACK", node.additional['similar']) self.assertEqual("WORD", node.additional['pos']) self.assertEqual("0.8", node.additional['weight'])
def test_spaces(self): self.bot.brain.sets.add_set( "TEST1", ["VALUE1 TEXT1", "VALUE2 TEXT2", "VALUE3 TEXT3"]) node = PatternSetNode("test1") self.assertIsNotNone(node) self.assertTrue(node.equivalent(PatternSetNode("TEST1"))) self.assertTrue(node.equals(self.bot, "testid", "VALUE1 TEXT1")) self.assertTrue(node.equals(self.bot, "testid", "VALUE2 TEXT2")) self.assertTrue(node.equals(self.bot, "testid", "VALUE3 TEXT3"))
def test_dump_with_caller(self): node = PatternNode() self.assertIsNotNone(node) node.add_child(PatternWordNode("test")) node.add_child(PatternPriorityWordNode("pTest")) node.add_child(PatternZeroOrMoreWildCardNode("^")) node.add_child(PatternZeroOrMoreWildCardNode("#")) node.add_child(PatternOneOrMoreWildCardNode("*")) node.add_child(PatternOneOrMoreWildCardNode("_")) node.add_child(PatternTemplateNode(TemplateNode())) node.add_child(PatternSetNode({"name": "test"}, "testtext")) node.add_child(PatternISetNode({"name": "test"}, "testtext")) node.add_child(PatternBotNode({"name": "test"}, "testtext")) node.add_child(PatternRegexNode({"name": ".*"}, "testtext")) node.dump("", YLogger.debug)
def test_to_xml_with_additional(self): node1 = PatternSetNode({"name": "test1", "similar": "hack"}, "") self.assertEqual('<set name="TEST1" similar="HACK">\n</set>', node1.to_xml(self._client_context)) self.assertEqual( '<set userid="*" name="TEST1" similar="HACK">\n</set>', node1.to_xml(self._client_context, include_user=True)) node2 = PatternSetNode({ "name": "test1", "similar": "hack" }, "", userid="testid") self.assertEqual('<set name="TEST1" similar="HACK">\n</set>', node2.to_xml(self._client_context)) self.assertEqual( '<set userid="testid" name="TEST1" similar="HACK">\n</set>', node2.to_xml(self._client_context, include_user=True))
def test_to_string_with_additional(self): node1 = PatternSetNode({"name": "test1", "similar": "hack"}, "") self.assertEqual('SET name=[TEST1] similar=[HACK]', node1.to_string(verbose=False)) self.assertEqual( 'SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1] similar=[HACK]', node1.to_string(verbose=True)) node2 = PatternSetNode({ "name": "test1", "similar": "hack" }, "", userid="testid") self.assertEqual('SET name=[TEST1] similar=[HACK]', node2.to_string(verbose=False)) self.assertEqual( 'SET [testid] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1] similar=[HACK]', node2.to_string(verbose=True))
def test_init_with_nothing(self): with self.assertRaises(ParserException) as raised: node = PatternSetNode({}, "") self.assertEqual(str(raised.exception), "Invalid set node, no name specified as attribute or text")
def test_equals_mixed(self): loader = SetLoader() self._client_context.brain._sets_collection._sets["TEST1"] = loader.load_from_text(""" VALUE1 VALUE2 VALUE3 VALUE4 """) node1 = PatternSetNode({}, "test1") node2 = PatternSetNode({}, "test1", userid="testid") node3 = PatternSetNode({}, "test1", userid="testid2") node4 = PatternSetNode({"name": "test1"}, "") node5 = PatternSetNode({"name": "test1"}, "", userid="testid") node6 = PatternSetNode({"name": "test1"}, "", userid="testid2") self.assertTrue(node1.equivalent(node4)) self.assertTrue(node2.equivalent(node5)) self.assertTrue(node3.equivalent(node6))
def test_init_with_text(self): node = PatternSetNode({}, "test1") self.assertIsNotNone(node) self.assertEqual("TEST1", node.set_name)
def test_node_exists(self): node = PatternNode() self.assertIsNotNone(node) self.assert_child_node_exists(node, PatternWordNode("word"), PatternWordNode("word")) self.assert_child_node_exists(node, PatternPriorityWordNode("priority"), PatternPriorityWordNode("priority")) self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('_'), PatternOneOrMoreWildCardNode('_')) self.assert_child_node_exists(node, PatternOneOrMoreWildCardNode('*'), PatternOneOrMoreWildCardNode('*')) self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('#'), PatternZeroOrMoreWildCardNode('#')) self.assert_child_node_exists(node, PatternZeroOrMoreWildCardNode('^'), PatternZeroOrMoreWildCardNode('^')) self.assert_child_node_exists(node, PatternSetNode({}, "setname"), PatternSetNode([], "setname")) self.assert_child_node_exists(node, PatternBotNode({}, "botname"), PatternBotNode([], "botname")) self.assert_child_node_exists(node, PatternISetNode({}, "word1 word2"), PatternISetNode([], "word1 word2")) self.assert_child_node_exists( node, PatternRegexNode({"pattern": "^LEGION$"}, None), PatternRegexNode({"pattern": "^LEGION$"}, None)) self.assert_child_node_exists( node, PatternRegexNode({"template": "LEGION"}, None), PatternRegexNode({"template": "LEGION"}, None)) topic1 = PatternTopicNode() topic2 = PatternTopicNode() self.assertIsNone(node._node_exists(topic1)) node.add_topic(topic1) new_node = node._node_exists(topic1) self.assertIsNotNone(new_node) self.assertEquals(new_node, topic1) new_node = node.add_topic(topic2) self.assertIsNotNone(new_node) self.assertEquals(new_node, topic1) that1 = PatternThatNode() that2 = PatternThatNode() self.assertIsNone(node._node_exists(that1)) node.add_that(that1) new_node = node._node_exists(that1) self.assertIsNotNone(new_node) self.assertEquals(new_node, that1) new_node = node.add_that(that2) self.assertIsNotNone(new_node) self.assertEquals(new_node, that1) template1 = PatternTemplateNode(None) template2 = PatternTemplateNode(None) self.assertIsNone(node._node_exists(template1)) node.add_template(template1) new_node = node._node_exists(template1) self.assertIsNotNone(new_node) self.assertEquals(new_node, template1) new_node = node.add_template(template2) self.assertIsNotNone(new_node) self.assertEquals(new_node, template1) node.dump("") self.assertEqual( node.to_xml(None, None), """<priority word="priority"></priority> <zerormore wildcard="^"> </zerormore> <zerormore wildcard="#"> </zerormore> <oneormore wildcard="_"> </oneormore> <oneormore wildcard="*"> </oneormore> <topic></topic> <that></that> <template></template> <word word="word"></word> <set name="SETNAME"> </set><bot property="botname"> </bot><iset words="WORD1 WORD2"></iset> <regex pattern="^LEGION$"></regex> <regex template="LEGION"></regex> """)
def test_init(self): node = PatternSetNode("test1") self.assertIsNotNone(node) self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertFalse(node.is_wildcard()) self.assertFalse(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) self.assertTrue(node.equivalent(PatternSetNode("test1"))) self.assertFalse(node.is_root()) self.assertEqual( node.to_string(), "SET [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]")
def test_number(self): node = PatternSetNode("NUMBER") self.assertIsNotNone(node) self.assertTrue(node.equals(self.bot, "testid", "12")) self.assertFalse(node.equals(self.bot, "testid", "XY"))
def test_init(self): loader = SetLoader() self._client_context.brain._sets_collection._sets["TEST1"] = loader.load_from_text(""" VALUE1 VALUE2 VALUE3 VALUE4 """) node = PatternSetNode([], "test1") self.assertIsNotNone(node) self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertFalse(node.is_wildcard()) self.assertFalse(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertTrue(node.is_set()) self.assertFalse(node.is_bot()) self.assertFalse(node.is_template()) self.assertFalse(node.is_that()) self.assertFalse(node.is_topic()) self.assertFalse(node.is_wildcard()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) sentence = Sentence(self._client_context.brain.tokenizer, "VALUE1 VALUE2 VALUE3 VALUE4") self.assertTrue(node.equivalent(PatternSetNode([], "TEST1"))) result = node.equals(self._client_context, sentence, 0) self.assertTrue(result.matched) result = node.equals(self._client_context, sentence, 1) self.assertTrue(result.matched) result = node.equals(self._client_context, sentence, 2) self.assertTrue(result.matched) result = node.equals(self._client_context, sentence, 3) self.assertTrue(result.matched) self.assertEqual(node.to_string(), "SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]") self.assertEqual('<set name="TEST1">\n</set>', node.to_xml(self._client_context))
def test_init_with_attribs(self): node = PatternSetNode({"name": "test1"}, "") self.assertIsNotNone(node) self.assertEqual("TEST1", node.set_name)
def test_multi_node_set(self): loader = SetLoader() self._client_context.brain._sets_collection._sets["TEST1"] = loader.load_from_text(""" Red Red Amber Red Brown """) node = PatternSetNode([], "test1") self.assertIsNotNone(node) self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertFalse(node.is_wildcard()) self.assertFalse(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertTrue(node.is_set()) self.assertFalse(node.is_bot()) self.assertFalse(node.is_template()) self.assertFalse(node.is_that()) self.assertFalse(node.is_topic()) self.assertFalse(node.is_wildcard()) self.assertTrue(node.equivalent(PatternSetNode([], "TEST1"))) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) sentence = Sentence(self._client_context.brain.tokenizer, "RED Red BROWN red AMBER") result = node.equals(self._client_context, sentence, 0) self.assertTrue(result.matched) self.assertEquals(result.matched_phrase, "Red") self.assertEquals(result.word_no, 0) result = node.equals(self._client_context, sentence, result.word_no+1) self.assertTrue(result.matched) self.assertEquals(result.matched_phrase, "Red Brown") result = node.equals(self._client_context, sentence, result.word_no+1) self.assertTrue(result.matched) self.assertEquals(result.matched_phrase, "Red Amber") self.assertEqual(node.to_string(), "SET [*] [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] name=[TEST1]") self.assertEqual('<set name="TEST1">\n</set>', node.to_xml(self._client_context))
def test_init(self): self.bot.brain.sets.add_set("TEST1", ["VALUE1", "VALUE2", "VALUE3"]) node = PatternSetNode("test1") self.assertIsNotNone(node) self.assertFalse(node.is_root()) self.assertFalse(node.is_priority()) self.assertFalse(node.is_wildcard()) self.assertFalse(node.is_zero_or_more()) self.assertFalse(node.is_one_or_more()) self.assertTrue(node.is_set()) self.assertFalse(node.is_bot()) self.assertFalse(node.is_template()) self.assertFalse(node.is_that()) self.assertFalse(node.is_topic()) self.assertFalse(node.is_wildcard()) self.assertIsNotNone(node.children) self.assertFalse(node.has_children()) self.assertTrue(node.equivalent(PatternSetNode("TEST1"))) self.assertTrue(node.equals(self.bot, "testid", "VALUE1")) self.assertTrue(node.equals(self.bot, "testid", "VALUE2")) self.assertTrue(node.equals(self.bot, "testid", "VALUE3")) self.assertFalse(node.equals(self.bot, "testid", "VALUE4")) self.assertEqual( node.to_string(), "SET [P(0)^(0)#(0)C(0)_(0)*(0)To(0)Th(0)Te(0)] words=[TEST1]")