Example #1
0
    def __init__(self, config):
        """
        Initialize
        """

        Spider.__init__(self, config)
        self.config = config
 def __init__(self):
     Spider.__init__(self)
     self.tracked_videos: Queue = Queue()
     if not self.videoSave.is_alive():
         self.videoSave.start()
     if not self.videoGet.is_alive():
         self.videoGet.start()
Example #3
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = False
     kwargs['max_login_tries'] = 8
     #kwargs['ips_obj'] = self.ips_obj
     self.out = open('out.txt', 'w+')
     self.login_status = False
     Spider.__init__(self, **kwargs)
Example #4
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = False
     kwargs['max_login_tries'] = 8
     #kwargs['ips_obj'] = self.ips_obj
     self.out = open('out.txt', 'w+')
     self.login_status = False
     Spider.__init__(self, **kwargs)
 def __init__(self):
     Spider.__init__(self)
     if not self.userGet.is_alive():
         self.userGet.start()
     if not self.userSave.is_alive():
         self.userSave.start()
Example #6
0
 def __init__(self, thdcnt=20):
     Spider.__init__(self, thdcnt)
     self.baseurl = {}
     self.conddata = []
     self.cond = []
     self.oldjobs = []
 def __init__(self):
     Spider.__init__(self)
     if not self.rankSave.is_alive():
         self.rankSave.start()
Example #8
0
    def __init__(self):
        Spider.__init__(self)
        self.tracked_users: Queue = Queue()

        VideoFollowingSave(self.data_queue).start()
        VideoFollowingGet(self.tracked_users).start()
Example #9
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = True
     kwargs['ips_obj'] = self.ips_obj
     Spider.__init__(self, **kwargs)
Example #10
0
 def __init__(self):
     Spider.__init__(self)
     self.site = 'taobao'
Example #11
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = True
     kwargs['ips_obj'] = self.ips_obj
     Spider.__init__(self, **kwargs)