def google_image(self, query):
"""Fetch the first image of a Google image query"""
additionnalkw = "+dvd+movie+cover"
query = "+".join(query.split(" ")) + additionnalkw
query = "/ajax/services/search/images?q=%s&v=1.0&imgsz=medium"%(query)
query = query.encode("utf-8")
headers = {
'Host': "ajax.googleapis.com",
'Accept-Charset': "utf-8"
}
headers.update(HEADERS)
r = self.request("GET",
query,
headers=headers,
server="ajax.googleapis.com")
try:
r = json.loads(r, "utf-8")
if 'responseData' in r:
response = r['responseData']
if 'results' in response:
results = response['results']
if len(results) > 0:
first = results[0]
if 'url' in first:
return FileTools.download_image(first['url'])
except Exception as e:
print >> sys.stderr, "Error while fetching cover : %s."%(e)
return ""
def google_image(self, query):
"""Fetch the first image of a Google image query"""
additionnalkw = "+dvd+movie+cover"
query = "+".join(query.split(" ")) + additionnalkw
query = "/ajax/services/search/images?q=%s&v=1.0&imgsz=medium" % (
query)
query = query.encode("utf-8")
headers = {'Host': "ajax.googleapis.com", 'Accept-Charset': "utf-8"}
headers.update(HEADERS)
r = self.request("GET",
query,
headers=headers,
server="ajax.googleapis.com")
try:
r = json.loads(r, "utf-8")
if 'responseData' in r:
response = r['responseData']
if 'results' in response:
results = response['results']
if len(results) > 0:
first = results[0]
if 'url' in first:
return FileTools.download_image(first['url'])
except Exception as e:
print >> sys.stderr, "Error while fetching cover : %s." % (e)
return ""
def __init__(self, movie_name=u"", imdb_link=u"",
description=u"", cover=u"", year=""):
self._title = movie_name.strip()
self._imdb_link = imdb_link
self._description = description
self._cover = cover
if cover != u"":
url = urlparse.urlparse(cover)
if url.scheme == "http":
self._cover = FileTools.download_image(cover)
self._year = year
def __init__(self,
movie_name=u"",
imdb_link=u"",
description=u"",
cover=u"",
year=""):
self._title = movie_name.strip()
self._imdb_link = imdb_link
self._description = description
self._cover = cover
if cover != u"":
url = urlparse.urlparse(cover)
if url.scheme == "http":
self._cover = FileTools.download_image(cover)
self._year = year
def save_movie(self, movie):
movie.set_saved()
movie.set_modified(False)
FileTools.rename(movie)
self.set_changed()
self.notify_all(("update", movie))
# coding=utf-8
import json
from pyes import ES, Search, MatchAllQuery
from tools.FileTools import FileTools
from tools.FormatTranslator import FormatTranslator
from pyes.aggs import TermsAgg
ftool = FileTools()
ftrans = FormatTranslator()
# 1. Create Connection
conn = ES()
# 2. Index Data
dataset_json = open("../dataset.json")
dataset = json.load(dataset_json)['data']
for data in dataset:
conn.index(data, "example_index", "example_type",
"example_id_" + str(dataset.index(data)))
# 3. Create Simple Query
query = MatchAllQuery()
# 4. Create Simple Aggregation
agg = TermsAgg('agg1', field="name", sub_aggs=[], size=100)
# 5. Get Result
search = Search(query, size=5)
search.agg.add(agg)
print search.serialize()
def save_movie(self, movie):
movie.set_saved()
movie.set_modified(False)
FileTools.rename(movie)
self.set_changed()
self.notify_all(("update", movie))
