class TestSearchArticle(unittest.TestCase): #Database for unittest host = "ds053160.mongolab.com:53160" dbName = "unittests" def setUp(self): self.data = Database(host=self.host, dbName=self.dbName, verbose=False) self.data.connect() self.p = Parser(data=self.data) def tearDown(self): self.p = None self.data = None def test_duplicate_article(self): '''Check to see if there are duplicate articles''' url_list = self.p.searchArticle('Haaretz', 'www.cnn.com') #If there are any duplicate websites, add them into seen_twice seen = set() seen_add = seen.add seen_twice = set(x for x in url_list if x in seen or seen_add(x)) self.assertEqual(seen_twice, set([]))