Beispiel #1
0
 def __init__(self, queue, item_dict, check_urls):
     ProxyManager.__init__(self)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check', file=False)  # 多线程同时写一个日志文件会有问题
     self.queue = queue
     self.item_dict = item_dict
     self.check_urls = check_urls
Beispiel #2
0
 def __init__(self, mode):
     ProxyManager.__init__(self, mode)
     self.refresh_log = LogHandler('refresh_schedule')
     self.log = LogHandler('proxy_check', file=False)
     self.queue = Queue()
     self.proxy_item = None
     self.item_dict = None
     self.timeout = 15
    def __init__(self):
        ProxyManager.__init__(self)

        self.remaining_proxies = self.getAll()

        self.queue = Queue()
        items = self.getAllRawProxy()
        for proxy in items.keys():
            self.queue.put(proxy) 
Beispiel #4
0
 def __init__(self):
     ProxyManager.__init__(self)
 def __init__(self):
     ProxyManager.__init__(self)
     self.log = LogHandler('refresh_schedule')
Beispiel #6
0
 def __init__(self):
     ProxyManager.__init__(self)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check')
Beispiel #7
0
 def __init__(self):
     ProxyManager.__init__(self)
     self.queue = Queue()
     self.proxy_item = dict()
Beispiel #8
0
 def __init__(self, queue, item_dict):
     ProxyManager.__init__(self)
     threading.Thread.__init__(self)
     self.queue = queue
     self.item_dict = item_dict
Beispiel #9
0
 def __init__(self, queue, item_dict):
     ProxyManager.__init__(self)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check', file=False)  # 多线程同时写一个日志文件会有问题
     self.queue = queue
     self.item_dict = item_dict
Beispiel #10
0
 def __init__(self, queue, item_dict):
     ProxyManager.__init__(self)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check', file=False)
     self.queue = queue
     self.item_dict = item_dict
 def __init__(self):
     ProxyManager.__init__(self)
     self.log = LogHandler('refresh_schedule')
 def __init__(self):
     ProxyManager.__init__(self)
     self.log = LogHandler('valid_schedule')
Beispiel #13
0
 def __init__(self, queue, item_dict, mode="http"):
     ProxyManager.__init__(self, mode)
     self.log = LogHandler('proxy_check', file=False)  # 多线程同时写一个日志文件会有问题
     self.queue = queue
     self.item_dict = item_dict
     self.timeout = 15
Beispiel #14
0
 def __init__(self, mode: str, queue, item_dict):
     ProxyManager.__init__(self, mode)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check', file=False)  # 多线程同时写一个日志文件会有问题
     self.queue = queue
     self.item_dict = item_dict
Beispiel #15
0
 def __init__(self):
     ProxyManager.__init__(self)
     self.db = DbClient()
     self.log = LogHandler('valid_schedule')
 def __init__(self, mode):
     ProxyManager.__init__(self, mode)
     self.mode = mode
     self.queue = Queue()
     self.proxy_item = dict()
 def __init__(self):
     ProxyManager.__init__(self)
     Thread.__init__(self)
     self.log = LogHandler('proxy_check')
Beispiel #18
0
 def __init__(self):
     ProxyManager.__init__(self)
     self.queue = Queue()
     self.proxy_item = dict()