def _report_hook(count, blocksize, totalsize):
try:
percent = int(float(count * blocksize * 100) /
totalsize) if totalsize > 0 else 100
if percent < 1:
percent = 1
if percent > 100:
percent = 100
except Exception as ex:
log(ex.message)
percent = 1
if type_ in (ArtType.FANART, ArtType.CLEARLOGO, ArtType.THUMB,
ArtType.BANNER):
dialog_msg("update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(album["artist"])),
background=background)
else:
dialog_msg("update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(album["artist"])),
line2="%s%s" %
(__lng__(32039), cu.get_unicode(album["title"])),
background=background)
def get_musicbrainz_album(album_title, artist, e_count, limit=1, with_singles=False, by_release=False, use_alias=False,
use_live=False):
""" Retrieves information for Album from MusicBrainz using provided Album title and Artist name.
Use:
album, albums = get_musicbrainz_album( album_title, artist, e_count, limit, with_singles, by_release )
album_title - the album title(must be unicode)
artist - the artist's name(must be unicode)
e_count - used internally(should be set to 0)
limit - limit the number of responses
with_singles - set to True to look up single releases at the same time
by_release - use release name for search
"""
match_within = "~2"
album = {}
albums = []
album["score"] = ""
album["id"] = ""
album["title"] = ""
album["artist"] = ""
album["artist_id"] = ""
artist = cu.smart_unicode(cu.get_unicode(artist))
album_title = cu.smart_unicode(cu.get_unicode(album_title))
log("Artist: %s" % artist)
log("Album: %s" % album_title)
artist = artist.replace('"', '?')
artist = artist.replace('&', 'and')
album_title = album_title.replace('"', '?')
album_title = album_title.replace('&', 'and')
if limit == 1:
url = None
if not use_alias:
url = release_group_url_artist % (
server, quote_plus(album_title.encode("utf-8")), match_within, quote_plus(artist.encode("utf-8")))
if not with_singles and not by_release and not use_live:
log("Retrieving MusicBrainz Info - Checking by Artist - Not including Singles or Live albums",
xbmc.LOGDEBUG)
url = url + nolive_nosingles + query_limit % limit
elif not with_singles and not by_release and use_live:
log("Retrieving MusicBrainz Info - Checking by Artist - Not including Singles")
url = url + live_nosingles + query_limit % limit
elif not by_release:
log("Retrieving MusicBrainz Info - Checking by Artist - Including Singles and Live albums",
xbmc.LOGDEBUG)
url += query_limit % limit
elif not with_singles:
log("Retrieving MusicBrainz Info - Checking by Artist - Using Release Name")
url = release_group_url_artist % (server, quote_plus(album_title.encode("utf-8")), match_within,
quote_plus(artist.encode("utf-8"))) + query_limit % limit
elif use_alias:
url = release_group_url_alias % (
server, quote_plus(album_title.encode("utf-8")), match_within, quote_plus(artist.encode("utf-8")))
if not with_singles and not by_release and not use_live:
log("Retrieving MusicBrainz Info - Checking by Artist - Not including Singles or Live albums",
xbmc.LOGDEBUG)
url = url + nolive_nosingles + query_limit % limit
elif not with_singles and not by_release and use_live:
log("Retrieving MusicBrainz Info - Checking by Artist - Not including Singles")
url = url + live_nosingles + query_limit % limit
elif not by_release:
log("Retrieving MusicBrainz Info - Checking by Artist - Including Singles and Live albums",
xbmc.LOGDEBUG)
url += query_limit % limit
elif not with_singles:
log("Retrieving MusicBrainz Info - Checking by Artist - Using Release Name")
url = release_group_url_alias % (server, quote_plus(album_title.encode("utf-8")), match_within,
quote_plus(artist.encode("utf-8"))) + query_limit % limit
htmlsource = cu.get_html_source(url, "", save_file=False, overwrite=False)
match = re.search('''<release-group-list count="(?:.*?)" offset="(?:.*?)">(.*?)</release-group-list>''',
htmlsource)
if match:
try:
mbid = re.search('''<release-group id="(.*?)"(?:.*?)">''', htmlsource)
if not mbid:
mbid = re.search('''<release-group (?:.*?)id="(.*?)">''', htmlsource)
mbtitle = re.search('''<title>(.*?)</title>''', htmlsource)
mbartist = re.search('''<name>(.*?)</name>''', htmlsource)
mbartistid = re.search('''<artist id="(.*?)">''', htmlsource)
album["id"] = mbid.group(1)
album["title"] = cu.unescape(cu.smart_unicode(mbtitle.group(1)))
album["artist"] = cu.unescape(cu.smart_unicode(mbartist.group(1)))
album["artist_id"] = mbartistid.group(1)
except Exception as e:
log(e.message)
if not album["id"]:
xbmc.sleep(mb_delay) # sleep for allowing proper use of webserver
if not with_singles and not by_release and not use_alias and not use_live:
log("No releases found on MusicBrainz, Checking For Live Album")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, False, False, False,
True) # try again by using artist alias
elif not with_singles and not by_release and not use_alias and use_live:
log("No releases found on MusicBrainz, Checking by Artist Alias")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, False, False, True,
False) # try again by using artist alias
elif use_alias and not with_singles and not by_release and not use_live:
log("No releases found on MusicBrainz, Checking by Release Name")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, False, True, False,
False) # try again by using release name
elif by_release and not with_singles and not use_alias:
log("No releases found on MusicBrainz, Checking by Release name and Artist Alias")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, False, True, True,
False) # try again by using release name and artist alias
elif by_release and not with_singles and use_alias:
log("No releases found on MusicBrainz, checking singles")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, True, False, False,
False) # try again with singles
elif with_singles and not use_alias and not by_release:
log("No releases found on MusicBrainz, checking singles and Artist Alias")
album, albums = get_musicbrainz_album(album_title, artist, 0, limit, True, False, True,
False) # try again with singles and artist alias
else:
log("No releases found on MusicBrainz.")
album["artist"], album["artist_id"], _ = get_musicbrainz_artist_id(artist)
else:
match_within = "~4"
url = release_group_url_artist % (
server, (album_title.encode("utf-8")), match_within, (artist.encode("utf-8"))) + query_limit % limit
htmlsource = cu.get_html_source(url, "", save_file=False, overwrite=False)
match = re.search('''<release-group-list count="(?:.*?)" offset="(?:.*?)">(.*?)</release-group-list>''',
htmlsource)
if match:
match_release_group = re.findall('''<release-group(.*?)</release-group>''', match.group(1))
if match_release_group:
for item in match_release_group:
album = {"score": "", "id": "", "title": "", "artist": "", "artist_id": ""}
try:
mbscore = re.search('''score="(.*?)"''', item)
mbid = re.search('''<release-group id="(.*?)"(?:.*?)">''', item)
if not mbid:
mbid = re.search('''id="(.*?)"(?:.*?)">''', item)
if not mbid:
mbid = re.search('''<release-group (?:.*?)id="(.*?)">''', htmlsource)
mbtitle = re.search('''<title>(.*?)</title>''', item)
mbartist = re.search('''<name>(.*?)</name>''', item)
mbartistid = re.search('''<artist id="(.*?)">''', item)
album["score"] = mbscore.group(1)
album["id"] = mbid.group(1)
album["title"] = cu.unescape(cu.smart_unicode(mbtitle.group(1)))
album["artist"] = cu.unescape(cu.smart_unicode(mbartist.group(1)))
album["artist_id"] = mbartistid.group(1)
log("Score : %s" % album["score"])
log("Title : %s" % album["title"])
log("Id : %s" % album["id"])
log("Artist : %s" % album["artist"])
log("Artist ID : %s" % album["artist_id"])
albums.append(album)
except Exception as e:
log(e.message, xbmc.LOGERROR)
print_exc()
else:
pass
else:
pass
xbmc.sleep(mb_delay) # sleep for allowing proper use of webserver
return album, albums
def download_art(url_cdart, album, type_, mode, background=False):
log("Downloading artwork... ")
download_success = False
# percent = 1
is_canceled = False
if mode == "auto":
dialog_msg("update", percent=1, background=background)
else:
dialog_msg("create", heading=__lng__(32047), background=background)
# Onscreen Dialog - "Downloading...."
file_name = get_filename(type_, url_cdart, mode)
# Helix: paths MUST end with trailing slash
path = os.path.join(sanitize(album["path"]), '')
if file_name == "unknown":
log("Unknown Type ")
message = [
__lng__(32026),
__lng__(32025),
"File: %s" % cu.get_unicode(path),
"Url: %s" % cu.get_unicode(url_cdart)
]
return message, download_success
if not xbmcvfs.exists(path):
try:
xbmcvfs.mkdirs(sanitize(album["path"]))
except Exception as e:
log(e.message)
log("Path: %s" % path)
log("Filename: %s" % file_name)
log("url: %s" % url_cdart)
# cosmetic: use subfolder for downloading instead of work folder
if not xbmcvfs.exists(sanitize(os.path.join(__cdam__.path_temp_gfx(),
''))):
xbmcvfs.mkdirs(sanitize(os.path.join(__cdam__.path_temp_gfx(), '')))
destination = sanitize(os.path.join(__cdam__.path_temp_gfx(),
file_name)) # download to work folder
final_destination = sanitize(os.path.join(path, file_name))
try:
# this give the ability to use the progress bar by retrieving the downloading information
# and calculating the percentage
def _report_hook(count, blocksize, totalsize):
try:
percent = int(float(count * blocksize * 100) /
totalsize) if totalsize > 0 else 100
if percent < 1:
percent = 1
if percent > 100:
percent = 100
except Exception as ex:
log(ex.message)
percent = 1
if type_ in (ArtType.FANART, ArtType.CLEARLOGO, ArtType.THUMB,
ArtType.BANNER):
dialog_msg("update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(album["artist"])),
background=background)
else:
dialog_msg("update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(album["artist"])),
line2="%s%s" %
(__lng__(32039), cu.get_unicode(album["title"])),
background=background)
if xbmcvfs.exists(path):
log("Fetching image: %s" % url_cdart)
urllib.urlretrieve(url_cdart, destination, _report_hook)
# message = ["Download Sucessful!"]
message = [
__lng__(32023),
__lng__(32024),
"File: %s" % cu.get_unicode(path),
"Url: %s" % cu.get_unicode(url_cdart)
]
xbmcvfs.copy(destination,
final_destination) # copy it to album folder
# update database
try:
cdam_db.set_has_art(type_, cu.get_unicode(album["path"]))
except Exception as e:
log(e.message, xbmc.LOGERROR)
log("Error updating database")
print_exc()
download_success = True
else:
log("Path error")
log(" file path: %s" % repr(destination))
message = [
__lng__(32026),
__lng__(32025),
"File: %s" % cu.get_unicode(path),
"Url: %s" % cu.get_unicode(url_cdart)
]
# message = Download Problem, Check file paths - Artwork Not Downloaded]
# always cleanup downloaded files
# if type == MediaType.FANART:
xbmcvfs.delete(destination)
except Exception as e:
log(e.message, xbmc.LOGWARNING)
log("General download error")
message = [
__lng__(32026),
__lng__(32025),
"File: %s" % cu.get_unicode(path),
"Url: %s" % cu.get_unicode(url_cdart)
]
# message = [Download Problem, Check file paths - Artwork Not Downloaded]
# print_exc()
if mode == "auto" or mode == "single":
# returns one of the messages built based on success or lack of
return message, download_success, final_destination, is_canceled
else:
dialog_msg("close", background=background)
return message, download_success, is_canceled
def auto_download(type_, artist_list, background=False):
is_canceled = False
log("Autodownload")
try:
artist_count = 0
download_count = 0
album_count = 0
d_error = False
successfully_downloaded = []
if type_ in ("clearlogo_allartists", "artistthumb_allartists",
"fanart_allartists", "musicbanner_allartists"):
if type_ == "clearlogo_allartists":
type_ = ArtType.CLEARLOGO
elif type_ == "artistthumb_allartists":
type_ = ArtType.THUMB
elif type_ == "musicbanner_allartists":
type_ = ArtType.BANNER
else:
type_ = ArtType.FANART
count_artist_local = len(artist_list)
dialog_msg("create", heading=__lng__(32046), background=background)
# Onscreen Dialog - Automatic Downloading of Artwork
key_label = type_
for artist in artist_list:
if dialog_msg("iscanceled", background=background) or is_canceled:
break
artist_count += 1
if not artist["has_art"] == "True":
# If fanart.tv does not report that it has an artist match skip it.
continue
percent = int((artist_count / float(count_artist_local)) * 100)
if percent < 1:
percent = 1
if percent > 100:
percent = 100
log(
"Artist: %-40s Local ID: %-10s Distant MBID: %s" %
(artist["name"], artist["local_id"],
artist["musicbrainz_artistid"]), xbmc.LOGNOTICE)
if type_ in (ArtType.FANART, ArtType.CLEARLOGO, ArtType.THUMB, ArtType.BANNER) \
and artist["has_art"]:
dialog_msg("update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(artist["name"])),
background=background)
temp_art = {
"musicbrainz_artistid": artist["musicbrainz_artistid"],
"artist": artist["name"]
}
auto_art = {
"musicbrainz_artistid": artist["musicbrainz_artistid"],
"artist": artist["name"]
}
path = cdam_fs.get_artist_path(artist["name"])
if type_ == ArtType.FANART:
art = ftv_scraper.remote_fanart_list(auto_art)
elif type_ == ArtType.CLEARLOGO:
art = ftv_scraper.remote_hdlogo_list(auto_art)
if not art:
art = ftv_scraper.remote_clearlogo_list(auto_art)
elif type_ == ArtType.BANNER:
art = ftv_scraper.remote_banner_list(auto_art)
else:
art = ftv_scraper.remote_artistthumb_list(auto_art)
if art:
if type_ == ArtType.FANART:
temp_art["path"] = path
auto_art["path"] = sanitize(
os.path.join(path, "extrafanart"))
if not xbmcvfs.exists(auto_art["path"]):
try:
if xbmcvfs.mkdirs(auto_art["path"]):
log("extrafanart directory made")
except Exception as e:
log(e.message, xbmc.LOGWARNING)
print_exc()
log("unable to make extrafanart directory")
continue
else:
log("extrafanart directory already exists")
else:
auto_art["path"] = path
if type_ == ArtType.FANART:
if __cfg__.enable_fanart_limit():
_, fanart_files = xbmcvfs.listdir(auto_art["path"])
fanart_number = len(fanart_files)
if fanart_number == __cfg__.fanart_limit():
continue
if not xbmcvfs.exists(
sanitize(os.path.join(path, FileName.FANART))):
message, d_success, final_destination, is_canceled = download_art(
art[0], temp_art, ArtType.FANART, "single",
background)
for artwork in art:
fanart = {}
fanart_number = 0
if __cfg__.enable_fanart_limit(
) and fanart_number == __cfg__.fanart_limit():
log("Fanart Limit Reached", xbmc.LOGNOTICE)
continue
if xbmcvfs.exists(
os.path.join(auto_art["path"],
os.path.basename(artwork))):
log("Fanart already exists, skipping")
continue
else:
message, d_success, final_destination, is_canceled = download_art(
artwork, auto_art, ArtType.FANART, "auto",
background)
if d_success == 1:
if __cfg__.enable_fanart_limit():
fanart_number += 1
download_count += 1
fanart["artist"] = auto_art["artist"]
fanart["path"] = final_destination
successfully_downloaded.append(fanart)
else:
log("Download Error... Check Path.")
log(" Path: %s" % auto_art["path"])
d_error = True
else:
artwork = art[0]
d_success = 0
final_destination = None
if type_ == ArtType.THUMB:
if xbmcvfs.exists(
os.path.join(auto_art["path"],
FileName.FOLDER)):
log("Artist Thumb already exists, skipping")
continue
else:
message, d_success, final_destination, is_canceled = download_art(
artwork, auto_art, ArtType.THUMB, "auto",
background)
elif type_ == ArtType.CLEARLOGO:
if xbmcvfs.exists(
os.path.join(auto_art["path"],
FileName.LOGO)):
log("ClearLOGO already exists, skipping")
continue
else:
message, d_success, final_destination, is_canceled = download_art(
artwork, auto_art, ArtType.CLEARLOGO,
"auto", background)
elif type_ == ArtType.BANNER:
if xbmcvfs.exists(
os.path.join(auto_art["path"],
FileName.BANNER)):
log("Music Banner already exists, skipping")
continue
else:
message, d_success, final_destination, is_canceled = download_art(
artwork, auto_art, ArtType.BANNER, "auto",
background)
if d_success == 1:
download_count += 1
auto_art["path"] = final_destination
successfully_downloaded.append(auto_art)
else:
log("Download Error... Check Path.")
log(" Path: %s" % auto_art["path"])
d_error = True
else:
log("Artist Match not found")
elif type_ in (ArtType.CDART, ArtType.COVER) and artist["has_art"]:
local_album_list = cdam_db.get_local_albums_db(
artist["name"], background)
if type_ == ArtType.CDART:
remote_art_url = ftv_scraper.remote_cdart_list(artist)
else:
remote_art_url = ftv_scraper.remote_coverart_list(artist)
for album in local_album_list:
low_res = True
if dialog_msg("iscanceled", background=background):
break
if not remote_art_url:
log("No artwork found")
break
album_count += 1
if not album["musicbrainz_albumid"]:
continue
dialog_msg(
"update",
percent=percent,
line1="%s%s" %
(__lng__(32038), cu.get_unicode(artist["name"])),
line2="%s%s" %
(__lng__(32039), cu.get_unicode(album["title"])),
background=background)
log("Album: %s" % album["title"])
if not album[key_label] or resizeondownload:
musicbrainz_albumid = album["musicbrainz_albumid"]
art = cdam_db.artwork_search(remote_art_url,
musicbrainz_albumid,
album["disc"], key_label)
if art:
if resizeondownload:
low_res = check_size(sanitize(album["path"]),
key_label, art["size"],
art["size"])
if art["picture"]:
log("ALBUM MATCH ON FANART.TV FOUND")
# log( "test_album[0]: %s" % test_album[0] )
if low_res:
message, d_success, final_destination, is_canceled = download_art(
art["picture"], album, key_label,
"auto", background)
if d_success == 1:
download_count += 1
album[key_label] = True
album["path"] = final_destination
successfully_downloaded.append(album)
else:
log("Download Error... Check Path.")
log(" Path: %s" %
repr(album["path"]))
d_error = True
else:
pass
else:
log("ALBUM NOT MATCHED ON FANART.TV INTERNAL")
else:
log("ALBUM NOT MATCHED ON FANART.TV EXTERNAL")
else:
log("%s artwork file already exists, skipping..." %
key_label)
dialog_msg("close", background=background)
if d_error:
dialog_msg("ok",
line1=__lng__(32026),
line2="%s: %s" % (__lng__(32041), download_count),
background=background)
else:
dialog_msg("ok",
line1=__lng__(32040),
line2="%s: %s" % (__lng__(32041), download_count),
background=background)
return download_count, successfully_downloaded
except Exception as e:
xbmc.log(e.message, xbmc.LOGERROR)
print_exc()
dialog_msg("close", background=background)