Ejemplo n.º 1
0
def run(proxy_tag, num):
    proxy_list = get_proxy(proxy_tag, log)  # 获取静态IP
    # quit()
    # proxy_list = [{'ip': '36.59.220.63:22404', 'mac': '414162ee-720d-4458-9388-e78b9a9890e4'}]  # 获取静态IP

    tasks = []
    count = num
    "0 5 10 15"
    main(proxy_list[num], count, proxy_tag)
Ejemplo n.º 2
0
 def get_pros(self):
     """
     获取代理
     :return:
     """
     proxy = choice(get_proxy(1))["ip"]
     self.proxy = {
         "http": "http://" + proxy,
         "https": "https://" + proxy,
     }
Ejemplo n.º 3
0
 def get_pro(self):
     """
     获取代理
     :return:
     """
     proxy = choice(get_proxy(1))["ip"]
     # self.proxy = {
     #     "http": "http://" + proxy,"https": "https://" + proxy,
     # }
     return proxy
Ejemplo n.º 4
0
    def proxy(self, source):

        if not self.__use_proxy:
            return ''

        if self.__proxy != '':
            return self.__proxy

        try:
            p = get_proxy(source, self.__allow_ports, self.__forbid_ports,
                          self.__allow_regions, self.__forbid_regions,
                          self.__user, self.__passwd)
        except Exception, e:
            time.sleep(random.randint(5, 10))
            self.__error = PROXY_NONE
            return ''
Ejemplo n.º 5
0
    def get_proxy_by_rule(self):
        try:
            allow_port_content = self.__config.get('proxy',
                                                   'allow_port').strip()
            allow_port_list = allow_port_content.split(' ')
            allow_port_list = [int(each_port) for each_port in allow_port_list]
        except:
            allow_port_list = []

        try:
            forbid_port_content = self.__config.get('proxy',
                                                    'forbid_port').strip()
            forbid_port_list = forbid_port_content.split(' ')
            forbid_port_list = [
                int(each_port) for each_port in forbid_port_list
            ]
        except:
            forbid_port_list = []

        try:
            allow_region_content = self.__config.get('proxy',
                                                     'allow_region').strip()
            allow_region_list = allow_region_content.split(' ')
        except:
            allow_region_list = []

        try:
            forbid_region_content = self.__config.get('proxy',
                                                      'forbid_region').strip()
            forbid_region_list = forbid_region_content.split(' ')
        except:
            forbid_region_list = []

        p = get_proxy(source = self.__source, allow_ports = allow_port_list, \
                forbid_ports = forbid_port_list, allow_regions = allow_region_list, \
                forbid_regions = forbid_region_list)
        logger.info('Proxy : %s' % p)

        return p