def main():
proxies = asyncio.Queue()
broker = Broker(proxies)
tasks = asyncio.gather(broker.grab(countries=['US', 'GB'], limit=10),
save(proxies, filename='proxies.txt'))
loop = asyncio.get_event_loop()
loop.run_until_complete(tasks)
def get_proxies(limit: int = 10):
""" Собираем прокси с помощью proxybroker
:return: proxies_list_get : список найденных прокси: list
:param limit: лимит на колличество найденных прокси: int
"""
loop = asyncio.get_event_loop()
proxies = asyncio.Queue()
broker = Broker(proxies,
timeout=12,
max_conn=200,
max_tries=2,
verify_ssl=False,
loop=loop)
tasks = asyncio.gather(broker.grab(countries=['RU'], limit=limit),
save_proxies(proxies, filename=PROXIES))
loop = asyncio.get_event_loop()
loop.run_until_complete(tasks)
# записываем собранное в proxies_list_get
with open(PROXIES, 'r') as prx_row:
proxies_list_get = prx_row.read().split('\n')
l_message(gfn(),
f'proxies_list_get {str(proxies_list_get)}',
color=Nm.BColors.OKBLUE)
return proxies_list_get
def main():
providers = [
# Blogspot_com(proto=('HTTP', 'HTTPS')), # noqa; 24800
Provider(
url='https://geekelectronics.org/my-servisy/proxy',
proto=('HTTP', 'CONNECT:80', 'HTTPS', 'CONNECT:25'),
), # 400
Spys_ru(proto=('HTTP', 'CONNECT:80', 'HTTPS',
'CONNECT:25')), # noqa; 660
]
proxies = asyncio.Queue()
broker = Broker(proxies)
# broker = Broker(proxies, providers=providers)
tasks = asyncio.gather(
broker.grab(),
save(proxies, filename='proxies.txt'),
)
loop = asyncio.get_event_loop()
loop.set_debug(True)
loop.slow_callback_duration = 1
# Report all mistakes managing asynchronous resources.
warnings.simplefilter('always', ResourceWarning)
loop.run_until_complete(tasks)
