async def setup_db(app, loop): app.db_client = DatabaseSetting()
""" Created by howie.hu at 08/04/2018. """ import asyncio import sys import time import schedule sys.path.append('../../') from hproxy.database import DatabaseSetting from hproxy.utils import logger from hproxy.spider.proxy_tools import get_proxy_info db_client = DatabaseSetting() async def valid_proxies(): all_res = await db_client.get_all() if all_res: for each in all_res.keys(): await valid_proxy(each, nums=1) async def valid_proxy(proxy, nums=1): if nums > 3: await db_client.delete(proxy) logger.error(type='无效代理', message="{0} 已丢弃".format(proxy)) else: ip, port = proxy.split(':')
def test_memory_client(self): memory_client = DatabaseSetting(settings=Settings) asyncio.get_event_loop().run_until_complete(memory_client.insert(field='127.0.0.1:8001')) res = asyncio.get_event_loop().run_until_complete(memory_client.get_random(field='127.0.0.1:8001')) assert res == {'127.0.0.1:8001': {}}