class BingEngine(EngineBase): """Bing. * need init with a api_key """ name = "bing" url = "http://www.bing.com/" DEFAULT_WEIGHT = 0.7 RESULT_MAX_LIMIT = 50 def _post_config(self): self.bing = BingSearch(self.api_key) def _send_request(self, query, **kwargs): lang = kwargs.pop("lang", self.DEFAULT_LANG) if "start" in kwargs: kwargs["offset"] = kwargs.pop("start") return self.bing.search(query.encode('utf-8'), **kwargs) def _clean_raw_data(self, raw_data): results = [ BingResultItem.new(item, source=self) for item in raw_data.results ] return results
class BingEngine(EngineBase): """Bing. * need init with a api_key """ name = "bing" url = "http://www.bing.com/" DEFAULT_WEIGHT = 0.7 RESULT_MAX_LIMIT = 50 def _post_config(self): self.bing = BingSearch(self.api_key) def _send_request(self, query, **kwargs): lang = kwargs.pop("lang", self.DEFAULT_LANG) if "start" in kwargs: kwargs["offset"] = kwargs.pop("start") return self.bing.search(query.encode('utf-8'), **kwargs) def _clean_raw_data(self, raw_data): results = [BingResultItem.new(item, source=self) for item in raw_data.results] return results
def _post_config(self): self.bing = BingSearch(self.api_key)
from bingsearch import BingSearch query = "pittsburgh pirates" search = BingSearch(query) list = search.get_article_list() # for i in list: # article = Article(i["url"]) # try: # article.download() # article.parse() # article.nlp() # # except: # pass # # print(article.authors) print(list)
target, num_images, output_folder, loglevel = parsearguments( sys.argv[1:]) if (not target or not num_images or not output_folder): logger.error("Impossible parse the arguments") logging.info("Searching {} using Bing Search...".format(target)) lock = threading.Lock() cv = threading.Condition(lock) if not os.path.isdir(output_folder): os.mkdir("{}/{}".format(os.getcwd(), output_folder)) beerSearcher = BingSearch(target.capitalize() + "Searcher", target, "+filterui:imagesize-medium", num_images, output_folder, cv, loglevel) peopleSearcher = BingSearch("PeopleSearcher", "people", "+filterui:imagesize-medium", num_images, output_folder, cv, loglevel) animalSearcher = BingSearch("AnimalSearcher", "animals", "+filterui:imagesize-medium", num_images, output_folder, cv, loglevel) objectSearcher = BingSearch("ObjectSearcher", "objects", "+filterui:imagesize-medium", num_images, output_folder, cv, loglevel) tasks = [beerSearcher, peopleSearcher, animalSearcher, objectSearcher] for t in tasks: t.start()