def Request(url,
method="GET",
headers=DEFAULT_HEADERS,
additional_headers=None,
data=None,
session=None,
allow_redirects=True,
timeout=10,
load_cookies=True,
mobile=False):
if additional_headers:
headers.update(additional_headers)
try:
session = CacheControl(session)
except Exception as e:
pass
# Error("Init web cache failed!!!", e)
if mobile:
headers["User-Agents"] = MOBILE_IOS_AGENTS
xbmc.log("Requests headers: {0}".format(json.dumps(headers)), 1)
if session:
session.headers.update(headers)
domain = re.search("https*\://(.+?)($|/)", url).group(1)
if load_cookies:
LoadCookies(session, cookies_name=domain)
if data:
response = session.post(url,
data=data,
allow_redirects=allow_redirects,
timeout=timeout,
verify=False)
else:
if method == "HEAD":
response = session.head(url,
allow_redirects=allow_redirects,
timeout=timeout,
verify=False)
else:
response = session.get(url,
allow_redirects=allow_redirects,
timeout=timeout,
verify=False)
response.encoding = "utf8"
SaveCookies(session, cookies_name=domain)
return response
else:
if method == "HEAD":
return requests.head(url,
headers=headers,
allow_redirects=allow_redirects,
timeout=timeout,
verify=False)
else:
return requests.get(url,
headers=headers,
allow_redirects=allow_redirects,
timeout=timeout,
verify=False)
def Request(
url,
method="GET",
headers=DEFAULT_HEADERS,
additional_headers=None,
data=None,
session=None,
allow_redirects=True,
timeout=10,
load_cookies=True,
mobile=False
):
if additional_headers:
headers.update(additional_headers)
try:
session = CacheControl(session)
except Exception as e:
pass
# Error("Init web cache failed!!!", e)
if mobile:
headers["User-Agents"] = MOBILE_IOS_AGENTS
xbmc.log("Requests headers: {0}".format(json.dumps(headers)), 1)
if session:
session.headers.update(headers)
domain = re.search("https*\://(.+?)($|/)", url).group(1)
if load_cookies:
LoadCookies(session, cookies_name=domain)
if data:
response = session.post(url, data=data, allow_redirects=allow_redirects, timeout=timeout, verify=False)
else:
if method == "HEAD":
response = session.head(url, allow_redirects=allow_redirects, timeout=timeout, verify=False)
else:
response = session.get(url, allow_redirects=allow_redirects, timeout=timeout, verify=False)
response.encoding = "utf8"
SaveCookies(session, cookies_name=domain)
return response
else:
if method == "HEAD":
return requests.head(url, headers=headers, allow_redirects=allow_redirects, timeout=timeout, verify=False)
else:
return requests.get(url, headers=headers, allow_redirects=allow_redirects, timeout=timeout, verify=False)
class Fetcher(metaclass=_Singleton):
def __init__(self):
cachefile = f"{config['cachedir']}/requests"
self._cached_sess = CacheControl(requests.Session(),
cache=FileCache(cachefile))
def get(self, *args, **kwargs):
try:
return self._cached_sess.get(*args, **kwargs)
except requests.exceptions.Timeout as errc:
print("Timeout:", errc)
time.sleep(1)
return self.get(*args, **kwargs)
except requests.exceptions.ConnectionError as errc:
print("Error Connecting:", errc)
time.sleep(1)
return self.get(*args, **kwargs)
except requests.exceptions.RequestException as e:
# catastrophic error. bail.
print(e, flush=True)
sys.exit(1)
def head(self, *args, **kwargs):
try:
return self._cached_sess.head(*args, **kwargs)
except requests.exceptions.Timeout as errc:
print("Timeout:", errc)
time.sleep(1)
return self.head(*args, **kwargs)
except requests.exceptions.ConnectionError as errc:
print("Error Connecting:", errc)
time.sleep(1)
return self.head(*args, **kwargs)
except requests.exceptions.RequestException as e:
# catastrophic error. bail.
print(e, flush=True)
sys.exit(1)
class Imdb(object):
def __init__(self, api_key=None, locale=None, anonymize=None,
exclude_episodes=None, user_agent=None, cache=None,
proxy_uri=None, verify_ssl=None):
self.api_key = api_key or SHA1_KEY
self.timestamp = time.mktime(datetime.date.today().timetuple())
self.user_agent = user_agent or random.choice(USER_AGENTS)
self.locale = locale or 'en_US'
self.exclude_episodes = True if exclude_episodes is True else False
self.caching_enabled = True if cache is True else False
self.proxy_uri = proxy_uri or DEFAULT_PROXY_URI
self.anonymize = False or anonymize
self.verify_ssl = True or verify_ssl
self.session = requests
if self.caching_enabled:
self.session = CacheControl(
requests.Session(), cache=FileCache('.imdbpie_cache')
)
def get_person_by_id(self, imdb_id):
url = self._build_url('/name/maindetails', {'nconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
person = Person(response["data"])
return person
def get_title_by_id(self, imdb_id):
url = self._build_url('/title/maindetails', {'tconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
# get the full cast information, add key if not present
response['data']['credits'] = self._get_credits_data(imdb_id)
response['data']['plots'] = self.get_title_plots(imdb_id)
if (
self.exclude_episodes is True and
response['data'].get('type') == 'tv_episode'
):
return None
title = Title(data=response['data'])
return title
def get_title_plots(self, imdb_id):
url = self._build_url('/title/plot', {'tconst': imdb_id})
response = self._get(url)
if response['data']['tconst'] != imdb_id: # pragma: no cover
return []
plots = response['data'].get('plots', [])
return [plot.get('text') for plot in plots]
def title_exists(self, imdb_id):
page_url = 'http://www.imdb.com/title/{0}/'.format(imdb_id)
if self.anonymize is True:
page_url = self.proxy_uri.format(quote(page_url))
response = self.session.head(page_url)
if response.status_code == httplib.OK:
return True
elif response.status_code == httplib.NOT_FOUND:
return False
elif response.status_code == httplib.MOVED_PERMANENTLY:
# redirection result
return False
else:
response.raise_for_status()
def search_for_person(self, name):
search_params = {
'json': '1',
'nr': 1,
'nn': 'on',
'q': name
}
query_params = urlencode(search_params)
search_results = self._get(
'http://www.imdb.com/xml/find?{0}'.format(query_params))
target_result_keys = (
'name_popular', 'name_exact', 'name_approx', 'name_substring')
person_results = []
html_unescaped = html_parser.HTMLParser().unescape
# Loop through all search_results and build a list
# with popular matches first
for key in target_result_keys:
if key not in search_results.keys():
continue
for result in search_results[key]:
result_item = {
'name': html_unescaped(result['name']),
'imdb_id': result['id']
}
person_results.append(result_item)
return person_results
def search_for_title(self, title):
default_search_for_title_params = {
'json': '1',
'nr': 1,
'tt': 'on',
'q': title
}
query_params = urlencode(default_search_for_title_params)
search_results = self._get(
'http://www.imdb.com/xml/find?{0}'.format(query_params)
)
target_result_keys = (
'title_popular', 'title_exact', 'title_approx', 'title_substring')
title_results = []
html_unescaped = html_parser.HTMLParser().unescape
# Loop through all search_results and build a list
# with popular matches first
for key in target_result_keys:
if key not in search_results.keys():
continue
for result in search_results[key]:
year_match = re.search(r'(\d{4})', result['title_description'])
year = year_match.group(0) if year_match else None
result_item = {
'title': html_unescaped(result['title']),
'year': year,
'imdb_id': result['id']
}
title_results.append(result_item)
return title_results
def top_250(self):
url = self._build_url('/chart/top', {})
response = self._get(url)
return response['data']['list']['list']
def popular_shows(self):
url = self._build_url('/chart/tv', {})
response = self._get(url)
return response['data']['list']
def get_title_images(self, imdb_id):
url = self._build_url('/title/photos', {'tconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def get_title_reviews(self, imdb_id, max_results=None):
"""
Retrieves reviews for a title ordered by 'Best' descending
"""
user_comments = self._get_reviews_data(
imdb_id,
max_results=max_results
)
if not user_comments:
return None
title_reviews = []
for review_data in user_comments:
title_reviews.append(Review(review_data))
return title_reviews
def get_person_images(self, imdb_id):
url = self._build_url('/name/photos', {'nconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def _get_credits_data(self, imdb_id):
url = self._build_url('/title/fullcredits', {'tconst': imdb_id})
response = self._get(url)
if response is None:
return None
return response.get('data').get('credits')
def _get_reviews_data(self, imdb_id, max_results=None):
params = {'tconst': imdb_id}
if max_results:
params['limit'] = max_results
url = self._build_url('/title/usercomments', params)
response = self._get(url)
if response is None:
return None
return response.get('data').get('user_comments')
def _get_images(self, response):
images = []
for image_data in response.get('data').get('photos', []):
images.append(Image(image_data))
return images
@staticmethod
def _cache_response(file_path, resp):
with open(file_path, 'w+') as f:
json.dump(resp, f)
def _get(self, url):
resp = self.session.get(
url,
headers={'User-Agent': self.user_agent},
verify=self.verify_ssl)
resp.raise_for_status()
resp_dict = json.loads(resp.content.decode('utf-8'))
if resp_dict.get('error'):
return None
return resp_dict
def _build_url(self, path, params):
default_params = {
'api': 'v1',
'appid': 'iphone1_1',
'apiPolicy': 'app1_1',
'apiKey': self.api_key,
'locale': self.locale,
'timestamp': self.timestamp
}
query_params = dict(
list(default_params.items()) + list(params.items())
)
query_params = urlencode(query_params)
url = '{base}{path}?{params}'.format(base=BASE_URI,
path=path, params=query_params)
if self.anonymize is True:
return self.proxy_uri.format(quote(url))
return url
@staticmethod
def _is_redirection_result(response):
"""
Returns True if response is that of a redirection else False
Redirection results have no information of use.
"""
imdb_id = response['data'].get('tconst')
if (
imdb_id and
imdb_id != response['data'].get('news', {}).get('channel')
):
return True
return False
def _test_head_cachecontrol(self):
# cache polluted by HEAD
url = "http://gpodder.org/"
class MoreCodesCacheController(CacheController):
def __init__(self, *args, **kwargs):
kwargs["status_codes"] = (200, 203, 300, 301, 302, 404)
super(MoreCodesCacheController, self).__init__(*args, **kwargs)
cache = DictCache()
s = CacheControl(
requests.Session(),
cache=cache,
heuristic=OneDayCache(),
cacheable_methods=["GET", "HEAD"],
controller_class=MoreCodesCacheController,
)
r = s.head(url, timeout=Timeout(15))
self.assertEqual(r.status_code, 302)
self.assertEqual(r.url, url)
self.assertEqual(r.headers["location"], "https://gpodder.github.io")
self.assertFalse(r.content)
self.assertFalse(r.from_cache)
r = s.get(url, timeout=Timeout(15), allow_redirects=False)
self.assertEqual(r.status_code, 302)
self.assertEqual(r.url, url)
self.assertEqual(r.headers["location"], "https://gpodder.github.io")
self.assertTrue(r.content)
self.assertIn(b"302 Found", r.content)
self.assertFalse(r.from_cache)
# Re-fetch the redirect from the cache
r = s.get(url, timeout=Timeout(15), allow_redirects=False)
self.assertEqual(r.status_code, 302)
self.assertEqual(r.url, url)
self.assertEqual(r.headers["location"], "https://gpodder.github.io")
self.assertTrue(r.content)
self.assertIn(b"302 Found", r.content)
self.assertTrue(r.from_cache)
# Now allow redirects
r = s.get(url, timeout=Timeout(15))
self.assertEqual(r.status_code, 200)
self.assertNotEqual(r.url, url)
self.assertTrue(r.content)
self.assertFalse(r.from_cache)
# Re-fetch the redirect from the cache
r = s.get(url, timeout=Timeout(15), allow_redirects=False)
self.assertEqual(r.status_code, 302)
self.assertEqual(r.url, url)
self.assertEqual(r.headers["location"], "https://gpodder.github.io")
self.assertTrue(r.content)
self.assertIn(b"302 Found", r.content)
self.assertTrue(r.from_cache)
# Re-fetch the head from the cache
r = s.head(url, timeout=Timeout(15))
self.assertEqual(r.status_code, 302)
self.assertEqual(r.url, url)
self.assertEqual(r.headers["location"], "https://gpodder.github.io")
self.assertTrue(r.content)
self.assertIn(b"302 Found", r.content)
self.assertTrue(r.from_cache)
class Imdb(object):
def __init__(self, api_key=None, locale=None, anonymize=False,
exclude_episodes=False, user_agent=None, cache=None,
proxy_uri=None, verify_ssl=True, session=None):
self.api_key = api_key or SHA1_KEY
self.timestamp = time.mktime(datetime.date.today().timetuple())
self.user_agent = user_agent or random.choice(USER_AGENTS)
self.locale = locale or 'en_US'
self.exclude_episodes = exclude_episodes
self.caching_enabled = True if cache is True else False
self.proxy_uri = proxy_uri or DEFAULT_PROXY_URI
self.anonymize = anonymize
self.verify_ssl = verify_ssl
self.session = session or requests.Session()
if self.caching_enabled:
warnings.warn('caching will be removed in version 5.0.0 '
'due to not being thread safe')
self.session = CacheControl(
self.session, cache=FileCache('.imdbpie_cache')
)
def get_person_by_id(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/name/maindetails', {'nconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
person = Person(response["data"])
return person
def get_title_by_id(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/title/maindetails', {'tconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
# get the full cast information, add key if not present
response['data']['credits'] = self._get_credits_data(imdb_id)
response['data']['plots'] = self.get_title_plots(imdb_id)
if (
self.exclude_episodes is True and
response['data'].get('type') == 'tv_episode'
):
return None
title = Title(data=response['data'])
return title
def get_title_plots(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/title/plot', {'tconst': imdb_id})
response = self._get(url)
if response['data']['tconst'] != imdb_id: # pragma: no cover
return []
plots = response['data'].get('plots', [])
return [plot.get('text') for plot in plots]
def title_exists(self, imdb_id):
self.validate_imdb_id(imdb_id)
page_url = 'http://www.imdb.com/title/{0}/'.format(imdb_id)
if self.anonymize is True:
page_url = self.proxy_uri.format(quote(page_url))
response = self.session.head(page_url)
if response.status_code == httplib.OK:
return True
elif response.status_code == httplib.NOT_FOUND:
return False
elif response.status_code == httplib.MOVED_PERMANENTLY:
# redirection result
return False
else:
response.raise_for_status()
def _query_first_alpha_num(self, query):
for char in query.lower():
if char.isalnum():
return char
raise ValueError(
'invalid query, does not contain any alphanumeric characters'
)
def search_for_person(self, name):
name = re.sub(r'\W+', '_', name).strip('_')
query = quote(name)
url = 'https://v2.sg.media-imdb.com/suggests/{0}/{1}.json'.format(
self._query_first_alpha_num(name), query
)
search_results = self._get(url=url, query=query)
results = []
for result in search_results.get('d', ()):
if not result['id'].startswith('nm'):
# ignore non-person results
continue
result_item = {
'name': result['l'],
'imdb_id': result['id'],
}
results.append(result_item)
return results
def search_for_title(self, title):
title = re.sub(r'\W+', '_', title).strip('_')
query = quote(title)
url = 'https://v2.sg.media-imdb.com/suggests/{0}/{1}.json'.format(
self._query_first_alpha_num(title), query
)
search_results = self._get(url=url, query=query)
results = []
for result in search_results.get('d', ()):
result_item = {
'title': result['l'],
'year': str(result.get('y')) if result.get('y') else None,
'imdb_id': result['id'],
'type': result.get('q'),
}
results.append(result_item)
return results
def top_250(self):
url = self._build_url('/chart/top', {})
response = self._get(url)
return response['data']['list']['list']
def popular_shows(self):
url = self._build_url('/chart/tv', {})
response = self._get(url)
return response['data']['list']
def popular_movies(self):
url = self._build_url('/chart/moviemeter', {})
response = self._get(url)
return response['data']['list']
def get_title_images(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/title/photos', {'tconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def get_title_reviews(self, imdb_id, max_results=None):
"""Retrieve reviews for a title ordered by 'Best' descending"""
self.validate_imdb_id(imdb_id)
user_comments = self._get_reviews_data(
imdb_id,
max_results=max_results
)
if not user_comments:
return None
title_reviews = []
for review_data in user_comments:
title_reviews.append(Review(review_data))
return title_reviews
def get_person_images(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/name/photos', {'nconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def get_episodes(self, imdb_id):
self.validate_imdb_id(imdb_id)
if self.exclude_episodes:
raise ValueError('exclude_episodes is currently set')
title = self.get_title_by_id(imdb_id)
if title.type != 'tv_series':
raise RuntimeError('Title provided is not of type TV Series')
url = self._build_url('/title/episodes', {'tconst': imdb_id})
response = self._get(url)
if response is None:
return None
seasons = response.get('data').get('seasons')
episodes = []
for season in seasons:
season_number = season.get('token')
for idx, episode_data in enumerate(season.get('list')):
episode_data['series_name'] = title.title
episode_data['episode'] = idx + 1
episode_data['season'] = season_number
e = Episode(episode_data)
episodes.append(e)
return episodes
def _get_credits_data(self, imdb_id):
self.validate_imdb_id(imdb_id)
url = self._build_url('/title/fullcredits', {'tconst': imdb_id})
response = self._get(url)
if response is None:
return None
return response.get('data').get('credits')
def _get_reviews_data(self, imdb_id, max_results=None):
self.validate_imdb_id(imdb_id)
params = {'tconst': imdb_id}
if max_results:
params['limit'] = max_results
url = self._build_url('/title/usercomments', params)
response = self._get(url)
if response is None:
return None
return response.get('data').get('user_comments')
def _get_images(self, response):
images = []
for image_data in response.get('data').get('photos', []):
images.append(Image(image_data))
return images
@staticmethod
def _cache_response(file_path, resp):
with open(file_path, 'w+') as f:
json.dump(resp, f)
def _parse_dirty_json(self, data, query=None):
if query is None:
match_json_within_dirty_json = r'imdb\$.+\({1}(.+)\){1}'
else:
query_match = ''.join(
char if char.isalnum() else '[{}]'.format(char)
for char in unquote(query)
)
query_match = query_match.replace('[ ]', '.+')
match_json_within_dirty_json = (
r'imdb\${}\((.+)\)'.format(query_match)
)
data_clean = re.match(
match_json_within_dirty_json, data, re.IGNORECASE
).groups()[0]
return json.loads(data_clean)
@staticmethod
def validate_imdb_id(imdb_id):
match_id = r'[a-zA-Z]{2}[0-9]{7}'
try:
re.match(match_id, imdb_id, re.IGNORECASE).group()
except (AttributeError, TypeError):
raise ValueError('invalid imdb id')
def _get(self, url, query=None):
resp = self.session.get(
url,
headers={'User-Agent': self.user_agent},
verify=self.verify_ssl
)
resp.raise_for_status()
resp_data = resp.content.decode('utf-8')
try:
resp_dict = json.loads(resp_data)
except ValueError:
resp_dict = self._parse_dirty_json(
data=resp_data, query=query
)
if resp_dict.get('error'):
return None
return resp_dict
def _build_url(self, path, params):
default_params = {
'api': 'v1',
'appid': 'iphone1_1',
'apiPolicy': 'app1_1',
'apiKey': self.api_key,
'locale': self.locale,
'timestamp': self.timestamp
}
query_params = dict(
list(default_params.items()) + list(params.items())
)
query_params = urlencode(query_params)
url = '{base}{path}?{params}'.format(base=BASE_URI,
path=path, params=query_params)
if self.anonymize is True:
return self.proxy_uri.format(quote(url))
return url
@staticmethod
def _is_redirection_result(response):
"""
Return True if response is that of a redirection else False
Redirection results have no information of use.
"""
imdb_id = response['data'].get('tconst')
if (
imdb_id and
imdb_id != response['data'].get('news', {}).get('channel')
):
return True
return False
class Imdb(object):
def __init__(self,
api_key=None,
locale=None,
anonymize=None,
exclude_episodes=None,
user_agent=None,
cache=None,
proxy_uri=None,
verify_ssl=None):
self.api_key = api_key or SHA1_KEY
self.timestamp = time.mktime(datetime.date.today().timetuple())
self.user_agent = user_agent or random.choice(USER_AGENTS)
self.locale = locale or 'en_US'
self.exclude_episodes = True if exclude_episodes is True else False
self.caching_enabled = True if cache is True else False
self.proxy_uri = proxy_uri or DEFAULT_PROXY_URI
self.anonymize = False or anonymize
self.verify_ssl = True or verify_ssl
self.session = requests
if self.caching_enabled:
self.session = CacheControl(requests.Session(),
cache=FileCache('.imdbpie_cache'))
def get_person_by_id(self, imdb_id):
url = self._build_url('/name/maindetails', {'nconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
person = Person(response["data"])
return person
def get_title_by_id(self, imdb_id):
url = self._build_url('/title/maindetails', {'tconst': imdb_id})
response = self._get(url)
if response is None or self._is_redirection_result(response):
return None
# get the full cast information, add key if not present
response['data']['credits'] = self._get_credits_data(imdb_id)
response['data']['plots'] = self.get_title_plots(imdb_id)
if (self.exclude_episodes is True
and response['data'].get('type') == 'tv_episode'):
return None
title = Title(data=response['data'])
return title
def get_title_plots(self, imdb_id):
url = self._build_url('/title/plot', {'tconst': imdb_id})
response = self._get(url)
if response['data']['tconst'] != imdb_id: # pragma: no cover
return []
plots = response['data'].get('plots', [])
return [plot.get('text') for plot in plots]
def title_exists(self, imdb_id):
page_url = 'http://www.imdb.com/title/{0}/'.format(imdb_id)
if self.anonymize is True:
page_url = self.proxy_uri.format(quote(page_url))
response = self.session.head(page_url)
if response.status_code == httplib.OK:
return True
elif response.status_code == httplib.NOT_FOUND:
return False
elif response.status_code == httplib.MOVED_PERMANENTLY:
# redirection result
return False
else:
response.raise_for_status()
def search_for_person(self, name):
search_params = {'json': '1', 'nr': 1, 'nn': 'on', 'q': name}
query_params = urlencode(search_params)
search_results = self._get(
'http://www.imdb.com/xml/find?{0}'.format(query_params))
target_result_keys = ('name_popular', 'name_exact', 'name_approx',
'name_substring')
person_results = []
html_unescaped = html_parser.HTMLParser().unescape
# Loop through all search_results and build a list
# with popular matches first
for key in target_result_keys:
if key not in search_results.keys():
continue
for result in search_results[key]:
result_item = {
'name': html_unescaped(result['name']),
'imdb_id': result['id']
}
person_results.append(result_item)
return person_results
def search_for_title(self, title):
default_search_for_title_params = {
'json': '1',
'nr': 1,
'tt': 'on',
'q': title
}
query_params = urlencode(default_search_for_title_params)
search_results = self._get(
'http://www.imdb.com/xml/find?{0}'.format(query_params))
target_result_keys = ('title_popular', 'title_exact', 'title_approx',
'title_substring')
title_results = []
html_unescaped = html_parser.HTMLParser().unescape
# Loop through all search_results and build a list
# with popular matches first
for key in target_result_keys:
if key not in search_results.keys():
continue
for result in search_results[key]:
year_match = re.search(r'(\d{4})', result['title_description'])
year = year_match.group(0) if year_match else None
result_item = {
'title': html_unescaped(result['title']),
'year': year,
'imdb_id': result['id']
}
title_results.append(result_item)
return title_results
def top_250(self):
url = self._build_url('/chart/top', {})
response = self._get(url)
return response['data']['list']['list']
def popular_shows(self):
url = self._build_url('/chart/tv', {})
response = self._get(url)
return response['data']['list']
def get_title_images(self, imdb_id):
url = self._build_url('/title/photos', {'tconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def get_title_reviews(self, imdb_id, max_results=None):
"""
Retrieves reviews for a title ordered by 'Best' descending
"""
user_comments = self._get_reviews_data(imdb_id,
max_results=max_results)
if not user_comments:
return None
title_reviews = []
for review_data in user_comments:
title_reviews.append(Review(review_data))
return title_reviews
def get_person_images(self, imdb_id):
url = self._build_url('/name/photos', {'nconst': imdb_id})
response = self._get(url)
return self._get_images(response)
def _get_credits_data(self, imdb_id):
url = self._build_url('/title/fullcredits', {'tconst': imdb_id})
response = self._get(url)
if response is None:
return None
return response.get('data').get('credits')
def _get_reviews_data(self, imdb_id, max_results=None):
params = {'tconst': imdb_id}
if max_results:
params['limit'] = max_results
url = self._build_url('/title/usercomments', params)
response = self._get(url)
if response is None:
return None
return response.get('data').get('user_comments')
def _get_images(self, response):
images = []
for image_data in response.get('data').get('photos', []):
images.append(Image(image_data))
return images
@staticmethod
def _cache_response(file_path, resp):
with open(file_path, 'w+') as f:
json.dump(resp, f)
def _get(self, url):
resp = self.session.get(url,
headers={'User-Agent': self.user_agent},
verify=self.verify_ssl)
resp.raise_for_status()
resp_dict = json.loads(resp.content.decode('utf-8'))
if resp_dict.get('error'):
return None
return resp_dict
def _build_url(self, path, params):
default_params = {
'api': 'v1',
'appid': 'iphone1_1',
'apiPolicy': 'app1_1',
'apiKey': self.api_key,
'locale': self.locale,
'timestamp': self.timestamp
}
query_params = dict(
list(default_params.items()) + list(params.items()))
query_params = urlencode(query_params)
url = '{base}{path}?{params}'.format(base=BASE_URI,
path=path,
params=query_params)
if self.anonymize is True:
return self.proxy_uri.format(quote(url))
return url
@staticmethod
def _is_redirection_result(response):
"""
Returns True if response is that of a redirection else False
Redirection results have no information of use.
"""
imdb_id = response['data'].get('tconst')
if (imdb_id and
imdb_id != response['data'].get('news', {}).get('channel')):
return True
return False