async def a_search(self,
keyword,
source_in=None,
timeout=None,
type_in=None,
**kwargs):
"""async version of search
TODO: add Happy Eyeballs requesting strategy if needed
"""
type_in = SearchType.batch_parse(type_in) if type_in else [
SearchType.so
]
fs = [] # future list
for provider in self._filter(identifier_in=source_in):
for type_ in type_in:
future = aio.run_in_executor(
None, partial(provider.search, keyword, type_=type_))
fs.append(future)
for future in aio.as_completed(fs, timeout=timeout):
try:
result = await future
except: # noqa
logger.exception('search task failed')
continue
else:
yield result
async def a_search(self,
keyword,
source_in=None,
timeout=None,
type_in=None,
**kwargs):
"""async version of search
TODO: add Happy Eyeballs requesting strategy if needed
"""
type_in = SearchType.batch_parse(type_in) if type_in else [
SearchType.so
]
fs = [] # future list
for provider in self._filter(identifier_in=source_in):
for type_ in type_in:
future = aio.run_in_executor(
None, partial(provider.search, keyword, type_=type_))
fs.append(future)
results = []
# TODO: use async generator when we only support Python 3.6 or above
for future in aio.as_completed(fs, timeout=timeout):
try:
result = await future
except Exception as e:
logger.exception(str(e))
else:
if result is not None:
results.append(result)
return results