def test_is_unlikely(): """Keywords in the class/id will make us believe this is unlikely.""" test_div = '<div class="something comments">Content</div>' node = fragment_fromstring(test_div) assert is_unlikely_node(node) test_div = '<div id="comments">Content</div>' node = fragment_fromstring(test_div) assert is_unlikely_node(node)
def test_not_unlikely(): """Suck it double negatives.""" test_div = '<div id="post">Content</div>' node = fragment_fromstring(test_div) assert not is_unlikely_node(node) test_div = '<div class="something post">Content</div>' node = fragment_fromstring(test_div) assert not is_unlikely_node(node)
def test_not_unlikely(self): """Suck it double negatives.""" test_div = '<div id="post">Content</div>' node = fragment_fromstring(test_div) self.assertFalse(is_unlikely_node(node)) test_div = '<div class="something post">Content</div>' node = fragment_fromstring(test_div) self.assertFalse(is_unlikely_node(node))
def test_is_unlikely(self): "Keywords in the class/id will make us believe this is unlikely." test_div = '<div class="something comments">Content</div>' node = fragment_fromstring(test_div) self.assertTrue(is_unlikely_node(node)) test_div = '<div id="comments">Content</div>' node = fragment_fromstring(test_div) self.assertTrue(is_unlikely_node(node))
def test_maybe_hits(): """We've got some maybes that will overrule an unlikely node.""" test_div = '<div id="comments" class="article">Content</div>' node = fragment_fromstring(test_div) assert not is_unlikely_node(node)
def test_body_is_always_likely(): """The body tag is always a likely node.""" test_div = '<body class="comment"><div>Content</div></body>' node = fragment_fromstring(test_div) assert not is_unlikely_node(node)
def test_maybe_hits(self): """We've got some maybes that will overrule an unlikely node.""" test_div = '<div id="comments" class="article">Content</div>' node = fragment_fromstring(test_div) self.assertFalse(is_unlikely_node(node))
def test_body_is_always_likely(self): """The body tag is always a likely node.""" test_div = '<body class="comment"><div>Content</div></body>' node = fragment_fromstring(test_div) self.assertFalse(is_unlikely_node(node))