def test_unique_list(self):
x = [1, 2, 3, 4, 5, 6, 7]
self.assertListEqual(unique_list(x), [1, 2, 3, 4, 5, 6, 7])
self.assertListEqual(
unique_list(x, lambda x: x / 2),
[1, 2, 4, 6])
self.assertListEqual(
unique_list(x, lambda x: x / 3),
[1, 3, 6])
def _process_links(self, links, process_links=None):
# filter bad links
links = filter(self.link_allowed, links)
# user process links
if process_links is not None:
links = filter(lambda x: x is not None, map(process_links, links))
# uniquify links
links = (unique_list(links, key=lambda link: link.url) if self.unique
else links)
return links
def test_unique_list(self):
x = [1, 2, 3, 4, 5, 6, 7]
self.assertListEqual(unique_list(x), [1, 2, 3, 4, 5, 6, 7])
self.assertListEqual(unique_list(x, lambda x: x / 2), [1, 2, 4, 6])
self.assertListEqual(unique_list(x, lambda x: x / 3), [1, 3, 6])