async def setup_db(app, loop):
app.db_client = DatabaseSetting()
"""
Created by howie.hu at 08/04/2018.
"""
import asyncio
import sys
import time
import schedule
sys.path.append('../../')
from hproxy.database import DatabaseSetting
from hproxy.utils import logger
from hproxy.spider.proxy_tools import get_proxy_info
db_client = DatabaseSetting()
async def valid_proxies():
all_res = await db_client.get_all()
if all_res:
for each in all_res.keys():
await valid_proxy(each, nums=1)
async def valid_proxy(proxy, nums=1):
if nums > 3:
await db_client.delete(proxy)
logger.error(type='无效代理', message="{0} 已丢弃".format(proxy))
else:
ip, port = proxy.split(':')
def test_memory_client(self):
memory_client = DatabaseSetting(settings=Settings)
asyncio.get_event_loop().run_until_complete(memory_client.insert(field='127.0.0.1:8001'))
res = asyncio.get_event_loop().run_until_complete(memory_client.get_random(field='127.0.0.1:8001'))
assert res == {'127.0.0.1:8001': {}}