def google_image(self, query): """Fetch the first image of a Google image query""" additionnalkw = "+dvd+movie+cover" query = "+".join(query.split(" ")) + additionnalkw query = "/ajax/services/search/images?q=%s&v=1.0&imgsz=medium"%(query) query = query.encode("utf-8") headers = { 'Host': "ajax.googleapis.com", 'Accept-Charset': "utf-8" } headers.update(HEADERS) r = self.request("GET", query, headers=headers, server="ajax.googleapis.com") try: r = json.loads(r, "utf-8") if 'responseData' in r: response = r['responseData'] if 'results' in response: results = response['results'] if len(results) > 0: first = results[0] if 'url' in first: return FileTools.download_image(first['url']) except Exception as e: print >> sys.stderr, "Error while fetching cover : %s."%(e) return ""
def google_image(self, query): """Fetch the first image of a Google image query""" additionnalkw = "+dvd+movie+cover" query = "+".join(query.split(" ")) + additionnalkw query = "/ajax/services/search/images?q=%s&v=1.0&imgsz=medium" % ( query) query = query.encode("utf-8") headers = {'Host': "ajax.googleapis.com", 'Accept-Charset': "utf-8"} headers.update(HEADERS) r = self.request("GET", query, headers=headers, server="ajax.googleapis.com") try: r = json.loads(r, "utf-8") if 'responseData' in r: response = r['responseData'] if 'results' in response: results = response['results'] if len(results) > 0: first = results[0] if 'url' in first: return FileTools.download_image(first['url']) except Exception as e: print >> sys.stderr, "Error while fetching cover : %s." % (e) return ""
def __init__(self, movie_name=u"", imdb_link=u"", description=u"", cover=u"", year=""): self._title = movie_name.strip() self._imdb_link = imdb_link self._description = description self._cover = cover if cover != u"": url = urlparse.urlparse(cover) if url.scheme == "http": self._cover = FileTools.download_image(cover) self._year = year
def save_movie(self, movie): movie.set_saved() movie.set_modified(False) FileTools.rename(movie) self.set_changed() self.notify_all(("update", movie))
# coding=utf-8 import json from pyes import ES, Search, MatchAllQuery from tools.FileTools import FileTools from tools.FormatTranslator import FormatTranslator from pyes.aggs import TermsAgg ftool = FileTools() ftrans = FormatTranslator() # 1. Create Connection conn = ES() # 2. Index Data dataset_json = open("../dataset.json") dataset = json.load(dataset_json)['data'] for data in dataset: conn.index(data, "example_index", "example_type", "example_id_" + str(dataset.index(data))) # 3. Create Simple Query query = MatchAllQuery() # 4. Create Simple Aggregation agg = TermsAgg('agg1', field="name", sub_aggs=[], size=100) # 5. Get Result search = Search(query, size=5) search.agg.add(agg) print search.serialize()