def test_url_clean(self):
     from recrawler.utils import url_clean
     result = url_clean("http://www.hulahoop.org", ["http://www.hulahoop.org", "http://www.hulahoop.com"])
     self.assertEqual(result, ['', 'http://www.hulahoop.com'])
 def test_url_clean(self):
     from recrawler import utils
     cleaned_url = utils.url_clean("http://www.", ["http://www.google.com"])
     self.assertEqual(cleaned_url, ["google.com"])