def __init__(self, url, use_selenium=False):
""" Initiate the class """
PageScraper.__init__(self, url, use_selenium)
self.additional_site_map_urls = []
self.page_urls = []
self.properties_to_not_encode = [
'use_selenium', 'content', 'soup', 'driver', 'selenium_driver', 'selenium_wait_until',
'properties_to_not_encode', 'page_urls', 'additional_site_map_urls', 'content_location'
]
def __init__(self,
url,
selenium_driver=None,
selenium_wait_until=None,
content_location='./data'):
""" Initiate the class """
PageScraper.__init__(self,
url,
selenium_driver=selenium_driver,
selenium_wait_until=selenium_wait_until,
content_location=content_location)
self.page_meta_data = None
self.occupation_data = None
self.expense_data = None
self.days_data = None
self.properties_to_not_encode = [
'use_selenium', 'content', 'soup', 'driver', 'selenium_driver',
'selenium_wait_until', 'properties_to_not_encode'
]