Python BaseScraper Examples

Example #1

File: tests.py Project: crispycret/webrake

 def setUp(self):
     self.scraper = BaseScraper()

Example #2

File: tests.py Project: crispycret/webrake

class BaseScraperTests(unittest.TestCase):
    def setUp(self):
        self.scraper = BaseScraper()

    def test_set_url(self):
        self.scraper.set_url("httpq://stackoverflow.com")
        self.assertEqual(str(self.scraper.url), "http://stackoverflow.com/")

    def test_get_request(self):
        self.scraper.set_url("httpq://stackoverflow.com")
        self.scraper.get()

    def test_save_html_file(self):
        self.scraper.set_url("http://stackoverflow.com")
        self.scraper.get()

        self.assertEqual(self.scraper.last_status_code(), 200)
        self.assertEqual(str(self.scraper.response.url), "http://stackoverflow.com/")

        lazy_path = LazyPath(self.scraper.url)