Python BaseRedisCli.BaseRedisCli Examples

Example #1

File: main.py Project: guanbinbin/fz_ip_pool

from fzutils.time_utils import get_shanghai_time
from fzutils.data.pickle_utils import (
    deserializate_pickle_object,
    serialize_obj_item_2_dict,
)
from fzutils.safe_utils import get_uuid3
from fzutils.sql_utils import BaseRedisCli
from fzutils.data.list_utils import list_remove_repeat_dict
from fzutils.linux_utils import _get_simulate_logger
from fzutils.ip_utils import get_local_external_network_ip

lg = set_logger(log_file_name=SPIDER_LOG_PATH +
                str(get_shanghai_time())[0:10] + '.log',
                console_log_level=INFO,
                file_log_level=ERROR)
redis_cli = BaseRedisCli()
_key = get_uuid3(proxy_list_key_name)  # 存储proxy_list的key
_h_key = get_uuid3(high_proxy_list_key_name)
# 本地外网ip值
local_ip = ''
# ip pool obj
ip_pools_obj = IpPoolsObj(_k=high_proxy_list_key_name)


def get_proxy_process_data():
    '''
    抓取代理并更新redis中的值
    :return:
    '''
    def _create_tasks_list(**kwargs):
        urls = kwargs.get('urls')

Example #2

 def __init__(self):
     self.redis_cli = BaseRedisCli()
     # self._k = get_uuid3('proxy_tasks')
     self._k = get_uuid3(high_proxy_list_key_name)

Example #3

File: sesame_ip_pool.py Project: yfeng2018/python-1

 def __init__(self):
     self.ip_list = []
     self.loop = get_event_loop()
     self.redis_cli = BaseRedisCli()
     self._k = get_uuid3('sesame_ip_pool')
     self.sleep_time = 1. * 60

Example #4

# coding:utf-8
'''
@author = super_fazai
@File    : utils.py
@connect : [email protected]
'''

from fzutils.sql_utils import BaseRedisCli
from fzutils.safe_utils import get_uuid3
from fzutils.data.pickle_utils import deserializate_pickle_object
from fzutils.linux_utils import kill_process_by_name
from fzutils.time_utils import get_shanghai_time
from fzutils.common_utils import get_random_int_number
from fzutils.common_utils import retry
from pprint import pprint
from pickle import dumps
from time import sleep
from random import choice
from settings import high_proxy_list_key_name

# print(get_uuid3('proxy_tasks'))
# print(get_uuid3(high_proxy_list_key_name))
_ = BaseRedisCli()
pprint(
    deserializate_pickle_object(
        _.get('5e421d78-a394-3b44-aae1-fd86aa127255') or dumps([])))

# 清除celery workers
kill_process_by_name(process_name='celery')

Example #5

 def __init__(self):
     self.redis_cli = BaseRedisCli()
     self._k = get_uuid3('proxy_tasks')