def __init__(self, config):
"""
Initialize
"""
Spider.__init__(self, config)
self.config = config
def __init__(self):
Spider.__init__(self)
self.tracked_videos: Queue = Queue()
if not self.videoSave.is_alive():
self.videoSave.start()
if not self.videoGet.is_alive():
self.videoGet.start()
def __init__(self, **kwargs):
kwargs['enable_reborn'] = True
kwargs['enable_proxy'] = False
kwargs['max_login_tries'] = 8
#kwargs['ips_obj'] = self.ips_obj
self.out = open('out.txt', 'w+')
self.login_status = False
Spider.__init__(self, **kwargs)
def __init__(self, **kwargs):
kwargs['enable_reborn'] = True
kwargs['enable_proxy'] = False
kwargs['max_login_tries'] = 8
#kwargs['ips_obj'] = self.ips_obj
self.out = open('out.txt', 'w+')
self.login_status = False
Spider.__init__(self, **kwargs)
def __init__(self):
Spider.__init__(self)
if not self.userGet.is_alive():
self.userGet.start()
if not self.userSave.is_alive():
self.userSave.start()
def __init__(self, thdcnt=20):
Spider.__init__(self, thdcnt)
self.baseurl = {}
self.conddata = []
self.cond = []
self.oldjobs = []
def __init__(self):
Spider.__init__(self)
if not self.rankSave.is_alive():
self.rankSave.start()
def __init__(self):
Spider.__init__(self)
self.tracked_users: Queue = Queue()
VideoFollowingSave(self.data_queue).start()
VideoFollowingGet(self.tracked_users).start()
def __init__(self, **kwargs):
kwargs['enable_reborn'] = True
kwargs['enable_proxy'] = True
kwargs['ips_obj'] = self.ips_obj
Spider.__init__(self, **kwargs)
def __init__(self):
Spider.__init__(self)
self.site = 'taobao'
def __init__(self, **kwargs):
kwargs['enable_reborn'] = True
kwargs['enable_proxy'] = True
kwargs['ips_obj'] = self.ips_obj
Spider.__init__(self, **kwargs)