def __init__(self, root_url):
root_dir= os.path.abspath(__file__)
super().__init__(root_url = root_url,
root_dir= root_dir)
self.month_alias = MonthAlias()
def __init__(self, root_url, num_threads=1):
root_dir= os.path.abspath(__file__)
root_dir = '/'.join(root_dir.split('/')[-2:])
root_dir = root_dir.replace('crawler-', '').replace('.py', '')
verbose('root directory for storing data is {}'.format(root_dir))
super().__init__(root_url = root_url,
root_dir = root_dir,
num_threads = num_threads)
self.month_alias = MonthAlias()
def __init__(self, root_url):
root_dir = os.path.basename(__file__).replace('crawler-',
'').replace('.py', '')
super().__init__(root_url=root_url, root_dir=root_dir)
self.month_alias = MonthAlias()