class BingEngine(EngineBase):
"""Bing.
* need init with a api_key
"""
name = "bing"
url = "http://www.bing.com/"
DEFAULT_WEIGHT = 0.7
RESULT_MAX_LIMIT = 50
def _post_config(self):
self.bing = BingSearch(self.api_key)
def _send_request(self, query, **kwargs):
lang = kwargs.pop("lang", self.DEFAULT_LANG)
if "start" in kwargs:
kwargs["offset"] = kwargs.pop("start")
return self.bing.search(query.encode('utf-8'), **kwargs)
def _clean_raw_data(self, raw_data):
results = [
BingResultItem.new(item, source=self) for item in raw_data.results
]
return results
class BingEngine(EngineBase):
"""Bing.
* need init with a api_key
"""
name = "bing"
url = "http://www.bing.com/"
DEFAULT_WEIGHT = 0.7
RESULT_MAX_LIMIT = 50
def _post_config(self):
self.bing = BingSearch(self.api_key)
def _send_request(self, query, **kwargs):
lang = kwargs.pop("lang", self.DEFAULT_LANG)
if "start" in kwargs:
kwargs["offset"] = kwargs.pop("start")
return self.bing.search(query.encode('utf-8'), **kwargs)
def _clean_raw_data(self, raw_data):
results = [BingResultItem.new(item, source=self) for item in raw_data.results]
return results
def _post_config(self):
self.bing = BingSearch(self.api_key)
from bingsearch import BingSearch query = "pittsburgh pirates" search = BingSearch(query) list = search.get_article_list() # for i in list: # article = Article(i["url"]) # try: # article.download() # article.parse() # article.nlp() # # except: # pass # # print(article.authors) print(list)
def _post_config(self):
self.bing = BingSearch(self.api_key)
target, num_images, output_folder, loglevel = parsearguments(
sys.argv[1:])
if (not target or not num_images or not output_folder):
logger.error("Impossible parse the arguments")
logging.info("Searching {} using Bing Search...".format(target))
lock = threading.Lock()
cv = threading.Condition(lock)
if not os.path.isdir(output_folder):
os.mkdir("{}/{}".format(os.getcwd(), output_folder))
beerSearcher = BingSearch(target.capitalize() + "Searcher", target,
"+filterui:imagesize-medium", num_images,
output_folder, cv, loglevel)
peopleSearcher = BingSearch("PeopleSearcher", "people",
"+filterui:imagesize-medium", num_images,
output_folder, cv, loglevel)
animalSearcher = BingSearch("AnimalSearcher", "animals",
"+filterui:imagesize-medium", num_images,
output_folder, cv, loglevel)
objectSearcher = BingSearch("ObjectSearcher", "objects",
"+filterui:imagesize-medium", num_images,
output_folder, cv, loglevel)
tasks = [beerSearcher, peopleSearcher, animalSearcher, objectSearcher]
for t in tasks:
t.start()
