예제 #1
0
    def __init__(self, config):
        """
        Initialize
        """

        Spider.__init__(self, config)
        self.config = config
예제 #2
0
 def __init__(self):
     Spider.__init__(self)
     self.tracked_videos: Queue = Queue()
     if not self.videoSave.is_alive():
         self.videoSave.start()
     if not self.videoGet.is_alive():
         self.videoGet.start()
예제 #3
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = False
     kwargs['max_login_tries'] = 8
     #kwargs['ips_obj'] = self.ips_obj
     self.out = open('out.txt', 'w+')
     self.login_status = False
     Spider.__init__(self, **kwargs)
예제 #4
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = False
     kwargs['max_login_tries'] = 8
     #kwargs['ips_obj'] = self.ips_obj
     self.out = open('out.txt', 'w+')
     self.login_status = False
     Spider.__init__(self, **kwargs)
예제 #5
0
 def __init__(self):
     Spider.__init__(self)
     if not self.userGet.is_alive():
         self.userGet.start()
     if not self.userSave.is_alive():
         self.userSave.start()
예제 #6
0
 def __init__(self, thdcnt=20):
     Spider.__init__(self, thdcnt)
     self.baseurl = {}
     self.conddata = []
     self.cond = []
     self.oldjobs = []
예제 #7
0
 def __init__(self):
     Spider.__init__(self)
     if not self.rankSave.is_alive():
         self.rankSave.start()
예제 #8
0
    def __init__(self):
        Spider.__init__(self)
        self.tracked_users: Queue = Queue()

        VideoFollowingSave(self.data_queue).start()
        VideoFollowingGet(self.tracked_users).start()
예제 #9
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = True
     kwargs['ips_obj'] = self.ips_obj
     Spider.__init__(self, **kwargs)
예제 #10
0
 def __init__(self):
     Spider.__init__(self)
     self.site = 'taobao'
예제 #11
0
 def __init__(self, **kwargs):
     kwargs['enable_reborn'] = True
     kwargs['enable_proxy'] = True
     kwargs['ips_obj'] = self.ips_obj
     Spider.__init__(self, **kwargs)