def test_base_with_options(self): cfg = ScraperConfigChrome() cfg.set('headless', False) exclude_switches = [ 'ignore-certificate-errors', 'enable-automation', 'enable-crash-reporter', 'service-sandbox-type', 'test-type', 'enable-blink-features', ] cfg.add_exp_option('excludeSwitches', exclude_switches) cfg.add_exp_option('useAutomationExtension', False) cfg.add_service_args(( ('verbose', None), ('log-path', './scraper_base.log'), )) scraper: ScraperBase = Scraper.factory('base', cfg) self.assertListEqual( scraper.cfg.exp_options['excludeSwitches'], exclude_switches) self.assertFalse( scraper.cfg.exp_options['useAutomationExtension'], False) self.assertFalse('useAutomationExtension2' in scraper.cfg.exp_options) self.assertTrue('--verbose' in scraper.cfg.service_args) self.assertTrue( '--log-path=./scraper_base.log' in scraper.cfg.service_args) self.assertFalse('log-path2' in scraper.cfg.service_args)
def setUpClass(cls): cfg = ScraperConfigChrome() cfg.set('headless', False) exclude_switches = [ 'ignore-certificate-errors', 'enable-automation', 'enable-crash-reporter', 'service-sandbox-type', 'test-type', 'enable-blink-features', ] cfg.add_exp_option('excludeSwitches', exclude_switches) cfg.add_exp_option('useAutomationExtension', False) cfg.add_service_args(( ('verbose', None), ('log-path', './scraper.log'), )) scraper: ScraperAmazon = Scraper.factory('amazon', cfg) cls.cfg = cfg cls.scraper = scraper
def test_amazon_headless(self): cfg = ScraperConfigChrome() cfg.set('headless', True) scraper: ScraperAmazonHeadless = Scraper.factory('amazon', cfg) self.assertIsInstance(scraper, ScraperAmazonHeadless)
def test_amazon(self): cfg = ScraperConfigChrome() scraper: ScraperAmazon = Scraper.factory('amazon', cfg) self.assertIsInstance(scraper, ScraperAmazon)
def test_base_headless(self): cfg = ScraperConfigChrome() cfg.set('headless', True) scraper: ScraperBaseHeadless = Scraper.factory('base', cfg) self.assertIsInstance(scraper, ScraperBaseHeadless)
def test_base(self): cfg = ScraperConfigChrome() scraper: ScraperBase = Scraper.factory('base', cfg) self.assertIsInstance(scraper, ScraperBase)
def test_scraper(self): scraper = Scraper() self.assertIsInstance(scraper, Scraper)