def set_existing_languages(video, video_info, external_subtitles=False, embedded_subtitles=False, known_embedded=None,
stored_subs=None, languages=None, only_one=False, known_metadata_subs=None):
logger.debug(u"Determining existing subtitles for %s", video.name)
external_langs_found = set()
# scan for external subtitles
if known_metadata_subs:
# existing metadata subtitles
external_langs_found = known_metadata_subs
external_langs_found.update(set(search_external_subtitles(video.name, languages=languages,
only_one=only_one).values()))
# found external subtitles should be considered?
if external_subtitles:
# |= is update, thanks plex
video.subtitle_languages.update(external_langs_found)
video.external_subtitle_languages.update(external_langs_found)
else:
# did we already download subtitles for this?
if stored_subs and external_langs_found:
for lang in external_langs_found:
if has_external_subtitle(video_info["plex_part"].id, stored_subs, lang):
logger.info("Not re-downloading subtitle for language %s, it already exists on the filesystem",
lang)
video.subtitle_languages.add(lang)
# add known embedded subtitles
if embedded_subtitles and known_embedded:
# mp4 and stuff, check burned in
for language in known_embedded:
logger.debug('Found embedded subtitle %r', language)
video.subtitle_languages.add(language)
def set_existing_languages(video,
video_info,
external_subtitles=False,
embedded_subtitles=False,
known_embedded=None,
forced_only=False,
stored_subs=None,
languages=None,
only_one=False):
logger.debug(u"Determining existing subtitles for %s", video.name)
# scan for external subtitles
external_langs_found = set(
search_external_subtitles(video.name,
forced_tag=forced_only,
languages=languages,
only_one=only_one).values())
# found external subtitles should be considered?
if external_subtitles:
# |= is update, thanks plex
video.subtitle_languages.update(external_langs_found)
else:
# did we already download subtitles for this?
if stored_subs and external_langs_found:
for lang in external_langs_found:
if has_external_subtitle(video_info["plex_part"].id,
stored_subs, lang):
logger.info(
"Not re-downloading subtitle for language %s, it already exists on the filesystem",
lang)
video.subtitle_languages.add(lang)
# add known embedded subtitles
if embedded_subtitles and known_embedded:
embedded_subtitle_languages = set()
# mp4 and stuff, check burned in
for language in known_embedded:
try:
embedded_subtitle_languages.add(Language.fromalpha3b(language))
except LanguageError:
logger.error(
'Embedded subtitle track language %r is not a valid language',
language)
embedded_subtitle_languages.add(Language('und'))
logger.debug('Found embedded subtitle %r',
embedded_subtitle_languages)
video.subtitle_languages.update(embedded_subtitle_languages)
def store_subtitles(original_path, reversed_path):
logging.debug('BAZARR started subtitles indexing for this file: ' +
reversed_path)
actual_subtitles = []
if os.path.exists(reversed_path):
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
try:
subtitle_languages = embedded_subs_reader.list_languages(
reversed_path)
for subtitle_language, subtitle_forced, subtitle_hi, subtitle_codec in subtitle_languages:
try:
if (settings.general.getboolean("ignore_pgs_subs") and subtitle_codec.lower() == "pgs") or \
(settings.general.getboolean("ignore_vobsub_subs") and subtitle_codec.lower() ==
"vobsub"):
logging.debug(
"BAZARR skipping %s sub for language: %s" %
(subtitle_codec,
alpha2_from_alpha3(subtitle_language)))
continue
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
if subtitle_forced:
lang = lang + ":forced"
if subtitle_hi:
lang = lang + ":hi"
logging.debug(
"BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except:
logging.debug(
"BAZARR unable to index this unrecognized language: "
+ subtitle_language)
pass
except Exception as e:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" %
(os.path.splitext(reversed_path)[1], reversed_path))
pass
brazilian_portuguese = [".pt-br", ".pob", "pb"]
brazilian_portuguese_forced = [
".pt-br.forced", ".pob.forced", "pb.forced"
]
try:
dest_folder = get_subtitle_destination_folder()
core.CUSTOM_PATHS = [dest_folder] if dest_folder else []
subtitles = search_external_subtitles(
reversed_path,
languages=get_language_set(),
only_one=settings.general.getboolean('single_language'))
full_dest_folder_path = os.path.dirname(reversed_path)
if dest_folder:
if settings.general.subfolder == "absolute":
full_dest_folder_path = dest_folder
elif settings.general.subfolder == "relative":
full_dest_folder_path = os.path.join(
os.path.dirname(reversed_path), dest_folder)
subtitles = guess_external_subtitles(full_dest_folder_path,
subtitles)
except Exception as e:
logging.exception("BAZARR unable to index external subtitles.")
pass
else:
for subtitle, language in subtitles.items():
subtitle_path = get_external_subtitles_path(
reversed_path, subtitle)
if str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese)):
logging.debug("BAZARR external subtitles detected: " +
"pb")
actual_subtitles.append([
str("pb"),
path_mappings.path_replace_reverse(subtitle_path)
])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese_forced)):
logging.debug("BAZARR external subtitles detected: " +
"pb:forced")
actual_subtitles.append([
str("pb:forced"),
path_mappings.path_replace_reverse(subtitle_path)
])
elif not language:
continue
elif str(language.basename) != 'und':
logging.debug("BAZARR external subtitles detected: " +
str(language.basename))
actual_subtitles.append([
str(language.basename +
(':hi' if language.hi else '')),
path_mappings.path_replace_reverse(subtitle_path)
])
database.execute("UPDATE table_episodes SET subtitles=? WHERE path=?",
(str(actual_subtitles), original_path))
matching_episodes = database.execute(
"SELECT sonarrEpisodeId, sonarrSeriesId FROM table_episodes WHERE path=?",
(original_path, ))
for episode in matching_episodes:
if episode:
logging.debug("BAZARR storing those languages to DB: " +
str(actual_subtitles))
list_missing_subtitles(epno=episode['sonarrEpisodeId'])
else:
logging.debug(
"BAZARR haven't been able to update existing subtitles to DB : "
+ str(actual_subtitles))
else:
logging.debug(
"BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' +
reversed_path)
return actual_subtitles
def store_subtitles_movie(original_path, reversed_path):
logging.debug('BAZARR started subtitles indexing for this file: ' +
reversed_path)
actual_subtitles = []
if os.path.exists(reversed_path):
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
try:
subtitle_languages = embedded_subs_reader.list_languages(
reversed_path)
for subtitle_language, subtitle_forced, subtitle_hi, subtitle_codec in subtitle_languages:
try:
if (settings.general.getboolean("ignore_pgs_subs") and subtitle_codec.lower() == "pgs") or \
(settings.general.getboolean("ignore_vobsub_subs") and subtitle_codec.lower() ==
"vobsub"):
logging.debug(
"BAZARR skipping %s sub for language: %s" %
(subtitle_codec,
alpha2_from_alpha3(subtitle_language)))
continue
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
if subtitle_forced:
lang = lang + ':forced'
if subtitle_hi:
lang = lang + ':hi'
logging.debug(
"BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except:
logging.debug(
"BAZARR unable to index this unrecognized language: "
+ subtitle_language)
pass
except Exception as e:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" %
(os.path.splitext(reversed_path)[1], reversed_path))
pass
brazilian_portuguese = [".pt-br", ".pob", "pb"]
brazilian_portuguese_forced = [
".pt-br.forced", ".pob.forced", "pb.forced"
]
simplified_chinese_fuzzy = [u"简", u"双语"]
simplified_chinese = [
".chs", ".sc", ".zhs", ".zh-hans", ".hans", ".zh_hans", ".zhhans",
".gb", ".simplified"
]
simplified_chinese_forced = [
".chs.forced", ".sc.forced", ".zhs.forced", "hans.forced",
".gb.forced", u"简体中文.forced", u"双语.forced"
]
traditional_chinese_fuzzy = [u"繁", u"雙語"]
traditional_chinese = [
".cht", ".tc", ".zh-tw", ".zht", ".zh-hant", ".zhhant", ".zh_hant",
".hant", ".big5", ".traditional"
]
traditional_chinese_forced = [
".cht.forced", ".tc.forced", ".zht.forced", "hant.forced",
".big5.forced", u"繁體中文.forced", u"雙語.forced", "zh-tw.forced"
]
try:
dest_folder = get_subtitle_destination_folder() or ''
core.CUSTOM_PATHS = [dest_folder] if dest_folder else []
subtitles = search_external_subtitles(reversed_path,
languages=get_language_set())
full_dest_folder_path = os.path.dirname(reversed_path)
if dest_folder:
if settings.general.subfolder == "absolute":
full_dest_folder_path = dest_folder
elif settings.general.subfolder == "relative":
full_dest_folder_path = os.path.join(
os.path.dirname(reversed_path), dest_folder)
subtitles = guess_external_subtitles(full_dest_folder_path,
subtitles)
except Exception as e:
logging.exception("BAZARR unable to index external subtitles.")
pass
else:
for subtitle, language in subtitles.items():
subtitle_path = get_external_subtitles_path(
reversed_path, subtitle)
if str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese)):
logging.debug("BAZARR external subtitles detected: " +
"pb")
actual_subtitles.append([
str("pb"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese_forced)):
logging.debug("BAZARR external subtitles detected: " +
"pb:forced")
actual_subtitles.append([
str("pb:forced"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(simplified_chinese)) or (
str(subtitle_path).lower()
)[:-5] in simplified_chinese_fuzzy:
logging.debug("BAZARR external subtitles detected: " +
"zh")
actual_subtitles.append([
str("zh"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif any(ext in (
str(os.path.splitext(subtitle)[0]).lower())[-12:]
for ext in simplified_chinese_forced):
logging.debug("BAZARR external subtitles detected: " +
"zh:forced")
actual_subtitles.append([
str("zh:forced"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(traditional_chinese)) or (
str(subtitle_path).lower()
)[:-5] in traditional_chinese_fuzzy:
logging.debug("BAZARR external subtitles detected: " +
"zt")
actual_subtitles.append([
str("zt"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif any(ext in (
str(os.path.splitext(subtitle)[0]).lower())[-12:]
for ext in traditional_chinese_forced):
logging.debug("BAZARR external subtitles detected: " +
"zt:forced")
actual_subtitles.append([
str("zt:forced"),
path_mappings.path_replace_reverse_movie(subtitle_path)
])
elif not language:
continue
elif str(language.basename) != 'und':
if language.forced:
language_str = str(language)
elif language.hi:
language_str = str(language) + ':hi'
else:
language_str = str(language)
logging.debug("BAZARR external subtitles detected: " +
language_str)
actual_subtitles.append([
language_str,
path_mappings.path_replace_reverse_movie(subtitle_path)
])
database.execute("UPDATE table_movies SET subtitles=? WHERE path=?",
(str(actual_subtitles), original_path))
matching_movies = database.execute(
"SELECT radarrId FROM table_movies WHERE path=?",
(original_path, ))
for movie in matching_movies:
if movie:
logging.debug("BAZARR storing those languages to DB: " +
str(actual_subtitles))
list_missing_subtitles_movies(no=movie['radarrId'])
else:
logging.debug(
"BAZARR haven't been able to update existing subtitles to DB : "
+ str(actual_subtitles))
else:
logging.debug(
"BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' +
reversed_path)
return actual_subtitles
def store_subtitles(file):
logging.debug('BAZARR started subtitles indexing for this file: ' + file)
actual_subtitles = []
if os.path.exists(file):
# notifications.write(msg='Analyzing this file for subtitles: ' + file, queue='list_subtitles')
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
try:
subtitle_languages = embedded_subs_reader.list_languages(file)
for subtitle_language in subtitle_languages:
try:
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
logging.debug(
"BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except:
logging.debug(
"BAZARR unable to index this unrecognized language: "
+ subtitle_language)
pass
except Exception as e:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" %
(os.path.splitext(file)[1], file))
pass
brazilian_portuguese = [".pt-br", ".pob", "pb"]
try:
dest_folder = get_subtitle_destination_folder()
subliminal_patch.core.CUSTOM_PATHS = [dest_folder
] if dest_folder else []
subtitles = search_external_subtitles(
file,
languages=get_language_set(),
only_one=settings.general.getboolean('single_language'))
except Exception as e:
logging.exception("BAZARR unable to index external subtitles.")
pass
else:
for subtitle, language in subtitles.iteritems():
subtitle_path = get_external_subtitles_path(file, subtitle)
if str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese)):
logging.debug("BAZARR external subtitles detected: " +
"pb")
actual_subtitles.append(
[str("pb"),
path_replace_reverse(subtitle_path)])
elif str(language) != 'und':
logging.debug("BAZARR external subtitles detected: " +
str(language))
actual_subtitles.append(
[str(language),
path_replace_reverse(subtitle_path)])
else:
if os.path.splitext(subtitle)[1] != ".sub":
logging.debug(
"BAZARR falling back to file content analysis to detect language."
)
with open(
path_replace(
os.path.join(os.path.dirname(file),
subtitle)), 'r') as f:
text = list(islice(f, 100))
text = ' '.join(text)
encoding = UnicodeDammit(text)
try:
text = text.decode(encoding.original_encoding)
detected_language = langdetect.detect(text)
except Exception as e:
logging.exception(
'BAZARR Error trying to detect language for this subtitles file: '
+ path_replace(
os.path.join(os.path.dirname(file),
subtitle)) +
' You should try to delete this subtitles file manually and ask Bazarr to download it again.'
)
else:
if len(detected_language) > 0:
logging.debug(
"BAZARR external subtitles detected and analysis guessed this language: "
+ str(detected_language))
actual_subtitles.append([
str(detected_language),
path_replace_reverse(
os.path.join(
os.path.dirname(file),
subtitle))
])
conn_db = sqlite3.connect(os.path.join(args.config_dir, 'db',
'bazarr.db'),
timeout=30)
c_db = conn_db.cursor()
logging.debug("BAZARR storing those languages to DB: " +
str(actual_subtitles))
c_db.execute("UPDATE table_episodes SET subtitles = ? WHERE path = ?",
(str(actual_subtitles), path_replace_reverse(file)))
conn_db.commit()
c_db.close()
else:
logging.debug(
"BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' + file)
return actual_subtitles
def store_subtitles(file):
logging.debug('BAZARR started subtitles indexing for this file: ' + file)
actual_subtitles = []
if os.path.exists(file):
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
try:
subtitle_languages = embedded_subs_reader.list_languages(file)
for subtitle_language, subtitle_forced, subtitle_codec in subtitle_languages:
try:
if settings.general.getboolean(
"ignore_pgs_subs"
) and subtitle_codec == "hdmv_pgs_subtitle":
logging.debug(
"BAZARR skipping pgs sub for language: " +
str(alpha2_from_alpha3(subtitle_language)))
continue
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
if subtitle_forced:
lang = lang + ":forced"
logging.debug(
"BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except:
logging.debug(
"BAZARR unable to index this unrecognized language: "
+ subtitle_language)
pass
except Exception as e:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" %
(os.path.splitext(file)[1], file))
pass
brazilian_portuguese = [".pt-br", ".pob", "pb"]
brazilian_portuguese_forced = [
".pt-br.forced", ".pob.forced", "pb.forced"
]
try:
dest_folder = get_subtitle_destination_folder()
subliminal_patch.core.CUSTOM_PATHS = [dest_folder
] if dest_folder else []
subtitles = search_external_subtitles(
file,
languages=get_language_set(),
only_one=settings.general.getboolean('single_language'))
except Exception as e:
logging.exception("BAZARR unable to index external subtitles.")
pass
else:
for subtitle, language in subtitles.iteritems():
subtitle_path = get_external_subtitles_path(file, subtitle)
if str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese)):
logging.debug("BAZARR external subtitles detected: " +
"pb")
actual_subtitles.append(
[str("pb"),
path_replace_reverse(subtitle_path)])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese_forced)):
logging.debug("BAZARR external subtitles detected: " +
"pb:forced")
actual_subtitles.append([
str("pb:forced"),
path_replace_reverse(subtitle_path)
])
elif str(language) != 'und':
logging.debug("BAZARR external subtitles detected: " +
str(language))
actual_subtitles.append(
[str(language),
path_replace_reverse(subtitle_path)])
else:
if os.path.splitext(subtitle)[1] != ".sub":
logging.debug(
"BAZARR falling back to file content analysis to detect language."
)
with open(
os.path.join(os.path.dirname(file), subtitle),
'r') as f:
text = list(islice(f, 100))
text = ' '.join(text)
encoding = UnicodeDammit(text)
try:
text = text.decode(encoding.original_encoding)
detected_language = langdetect.detect(text)
except Exception as e:
logging.exception(
'BAZARR Error trying to detect language for this subtitles file: '
+ os.path.join(os.path.dirname(file),
subtitle) +
' You should try to delete this subtitles file manually and ask Bazarr to download it again.'
)
else:
if len(detected_language) > 0:
logging.debug(
"BAZARR external subtitles detected and analysis guessed this language: "
+ str(detected_language))
actual_subtitles.append([
str(detected_language),
path_replace_reverse(
os.path.join(
os.path.dirname(file),
subtitle))
])
update_count = TableEpisodes.update({
TableEpisodes.subtitles:
str(actual_subtitles)
}).where(TableEpisodes.path == path_replace_reverse(file)).execute()
if update_count > 0:
logging.debug("BAZARR storing those languages to DB: " +
str(actual_subtitles))
else:
logging.debug(
"BAZARR haven't been able to update existing subtitles to DB : "
+ str(actual_subtitles))
else:
logging.debug(
"BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' + file)
return actual_subtitles
def store_subtitles_movie(original_path, reversed_path):
logging.debug('BAZARR started subtitles indexing for this file: ' +
reversed_path)
actual_subtitles = []
if os.path.exists(reversed_path):
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
try:
subtitle_languages = embedded_subs_reader.list_languages(
reversed_path)
for subtitle_language, subtitle_forced, subtitle_codec in subtitle_languages:
try:
if settings.general.getboolean(
"ignore_pgs_subs"
) and subtitle_codec == "hdmv_pgs_subtitle":
logging.debug(
"BAZARR skipping pgs sub for language: " +
str(alpha2_from_alpha3(subtitle_language)))
continue
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
if subtitle_forced:
lang = lang + ':forced'
logging.debug(
"BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except:
logging.debug(
"BAZARR unable to index this unrecognized language: "
+ subtitle_language)
pass
except Exception as e:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" %
(os.path.splitext(reversed_path)[1], reversed_path))
pass
brazilian_portuguese = [".pt-br", ".pob", "pb"]
brazilian_portuguese_forced = [
".pt-br.forced", ".pob.forced", "pb.forced"
]
try:
dest_folder = get_subtitle_destination_folder() or ''
subliminal_patch.core.CUSTOM_PATHS = [dest_folder
] if dest_folder else []
subtitles = search_external_subtitles(reversed_path,
languages=get_language_set())
subtitles = guess_external_subtitles(
get_subtitle_destination_folder()
or os.path.dirname(reversed_path), subtitles)
except Exception as e:
logging.exception("BAZARR unable to index external subtitles.")
pass
else:
for subtitle, language in six.iteritems(subtitles):
subtitle_path = get_external_subtitles_path(
reversed_path, subtitle)
if str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese)):
logging.debug("BAZARR external subtitles detected: " +
"pb")
actual_subtitles.append(
[str("pb"),
path_replace_reverse_movie(subtitle_path)])
elif str(os.path.splitext(subtitle)[0]).lower().endswith(
tuple(brazilian_portuguese_forced)):
logging.debug("BAZARR external subtitles detected: " +
"pb:forced")
actual_subtitles.append([
str("pb:forced"),
path_replace_reverse_movie(subtitle_path)
])
elif not language:
continue
elif str(language) != 'und':
logging.debug("BAZARR external subtitles detected: " +
str(language))
actual_subtitles.append([
str(language),
path_replace_reverse_movie(subtitle_path)
])
database.execute("UPDATE table_movies SET subtitles=? WHERE path=?",
(str(actual_subtitles), original_path))
matching_movies = database.execute(
"SELECT radarrId FROM table_movies WHERE path=?",
(original_path, ))
for movie in matching_movies:
if movie:
logging.debug("BAZARR storing those languages to DB: " +
str(actual_subtitles))
list_missing_subtitles_movies(no=movie['radarrId'])
else:
logging.debug(
"BAZARR haven't been able to update existing subtitles to DB : "
+ str(actual_subtitles))
else:
logging.debug(
"BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' +
reversed_path)
return actual_subtitles
def parse_video(fn,
video_info,
hints,
external_subtitles=False,
embedded_subtitles=False,
known_embedded=None,
forced_only=False,
no_refining=False,
dry_run=False,
ignore_all=False,
stored_subs=None):
logger.debug("Parsing video: %s, hints: %s", os.path.basename(fn), hints)
video = scan_video(fn,
hints=hints,
dont_use_actual_file=dry_run or no_refining)
if no_refining:
logger.debug("Taking parse_video shortcut")
return video
# refiners
refine_kwargs = {
"episode_refiners": ('tvdb', 'sz_omdb'),
"movie_refiners": ('sz_omdb', ),
"embedded_subtitles": False,
}
# our own metadata refiner :)
if "stream" in video_info:
for key, value in video_info["stream"].iteritems():
if hasattr(video, key) and not getattr(video, key):
logger.info(u"Adding stream %s info: %s", key, value)
setattr(video, key, value)
plex_title = video_info.get("original_title") or video_info.get("title")
if hints["type"] == "episode":
plex_title = video_info.get("original_title") or video_info.get(
"series")
year = video_info.get("year")
if not video.year and year:
logger.info(u"Adding PMS year info: %s", year)
video.year = year
refine(video, **refine_kwargs)
if hints["type"] == "movie" and not video.imdb_id:
if plex_title:
logger.info(u"Adding PMS title/original_title info: %s",
plex_title)
old_title = video.title
video.title = plex_title.replace(" - ", " ").replace(" -",
" ").replace(
"- ", " ")
# re-refine with new info
logger.info(u"Re-refining with movie title: '%s' instead of '%s'",
plex_title, old_title)
refine(video, **refine_kwargs)
# still no match? add our own data
if not video.imdb_id:
video.imdb_id = video_info.get("imdb_id")
if video.imdb_id:
logger.info(u"Adding PMS imdb_id info: %s", video.imdb_id)
if hints["type"] == "episode":
if not video.series_tvdb_id and not video.tvdb_id and plex_title:
# add our title
logger.info(u"Adding PMS title/original_title info: %s",
plex_title)
old_title = video.series
video.series = plex_title
# re-refine with new info
logger.info(u"Re-refining with series title: '%s' instead of '%s'",
plex_title, old_title)
refine(video, **refine_kwargs)
# still no match? add our own data
if not video.series_tvdb_id:
logger.info(u"Adding PMS series_tvdb_id info: %s",
video_info.get("series_tvdb_id"))
video.series_tvdb_id = video_info.get("series_tvdb_id")
if not video.tvdb_id:
logger.info(u"Adding PMS tvdb_id info: %s",
video_info.get("tvdb_id"))
video.tvdb_id = video_info.get("tvdb_id")
# did it match?
if (hints["type"] == "episode" and not video.series_tvdb_id
and not video.tvdb_id
and not video.series_imdb_id) or (hints["type"] == "movie"
and not video.imdb_id):
logger.warning(
"Couldn't find corresponding series/movie in online databases, continuing"
)
# scan for external subtitles
external_langs_found = set(
search_external_subtitles(video.name, forced_tag=forced_only).values())
# found external subtitles should be considered?
if external_subtitles:
# |= is update, thanks plex
video.subtitle_languages.update(external_langs_found)
else:
# did we already download subtitles for this?
if not ignore_all and stored_subs and external_langs_found:
for lang in external_langs_found:
if has_external_subtitle(video_info["plex_part"].id,
stored_subs, lang):
logger.info(
"Not re-downloading subtitle for language %s, it already exists on the filesystem",
lang)
video.subtitle_languages.add(lang)
# add known embedded subtitles
if embedded_subtitles and known_embedded:
embedded_subtitle_languages = set()
# mp4 and stuff, check burned in
for language in known_embedded:
try:
embedded_subtitle_languages.add(Language.fromalpha3b(language))
except LanguageError:
logger.error(
'Embedded subtitle track language %r is not a valid language',
language)
embedded_subtitle_languages.add(Language('und'))
logger.debug('Found embedded subtitle %r',
embedded_subtitle_languages)
video.subtitle_languages.update(embedded_subtitle_languages)
# guess special
if hints["type"] == "episode":
if video.season == 0 or video.episode == 0:
video.is_special = True
else:
# check parent folder name
if os.path.dirname(fn).split(
os.path.sep)[-1].lower() in ("specials", "season 00"):
video.is_special = True
return video
def store_subtitles(original_path, reversed_path, use_cache=True):
logging.debug('BAZARR started subtitles indexing for this file: ' + reversed_path)
actual_subtitles = []
if os.path.exists(reversed_path):
if settings.general.getboolean('use_embedded_subs'):
logging.debug("BAZARR is trying to index embedded subtitles.")
item = TableEpisodes.select(TableEpisodes.episode_file_id, TableEpisodes.file_size)\
.where(TableEpisodes.path == original_path)\
.dicts()\
.get_or_none()
if not item:
logging.exception(f"BAZARR error when trying to select this episode from database: {reversed_path}")
else:
try:
subtitle_languages = embedded_subs_reader(reversed_path,
file_size=item['file_size'],
episode_file_id=item['episode_file_id'],
use_cache=use_cache)
for subtitle_language, subtitle_forced, subtitle_hi, subtitle_codec in subtitle_languages:
try:
if (settings.general.getboolean("ignore_pgs_subs") and subtitle_codec.lower() == "pgs") or \
(settings.general.getboolean("ignore_vobsub_subs") and subtitle_codec.lower() ==
"vobsub") or \
(settings.general.getboolean("ignore_ass_subs") and subtitle_codec.lower() ==
"ass"):
logging.debug("BAZARR skipping %s sub for language: %s" % (subtitle_codec, alpha2_from_alpha3(subtitle_language)))
continue
if alpha2_from_alpha3(subtitle_language) is not None:
lang = str(alpha2_from_alpha3(subtitle_language))
if subtitle_forced:
lang = lang + ":forced"
if subtitle_hi:
lang = lang + ":hi"
logging.debug("BAZARR embedded subtitles detected: " + lang)
actual_subtitles.append([lang, None])
except Exception as error:
logging.debug("BAZARR unable to index this unrecognized language: %s (%s)", subtitle_language, error)
except Exception:
logging.exception(
"BAZARR error when trying to analyze this %s file: %s" % (os.path.splitext(reversed_path)[1],
reversed_path))
pass
try:
dest_folder = get_subtitle_destination_folder()
core.CUSTOM_PATHS = [dest_folder] if dest_folder else []
subtitles = search_external_subtitles(reversed_path, languages=get_language_set(),
only_one=settings.general.getboolean('single_language'))
full_dest_folder_path = os.path.dirname(reversed_path)
if dest_folder:
if settings.general.subfolder == "absolute":
full_dest_folder_path = dest_folder
elif settings.general.subfolder == "relative":
full_dest_folder_path = os.path.join(os.path.dirname(reversed_path), dest_folder)
subtitles = guess_external_subtitles(full_dest_folder_path, subtitles)
except Exception:
logging.exception("BAZARR unable to index external subtitles.")
else:
for subtitle, language in subtitles.items():
valid_language = False
if language:
if hasattr(language, 'alpha3'):
valid_language = alpha2_from_alpha3(language.alpha3)
else:
logging.debug(f"Skipping subtitles because we are unable to define language: {subtitle}")
continue
if not valid_language:
logging.debug(f'{language.alpha3} is an unsupported language code.')
continue
subtitle_path = get_external_subtitles_path(reversed_path, subtitle)
custom = CustomLanguage.found_external(subtitle, subtitle_path)
if custom is not None:
actual_subtitles.append([custom, path_mappings.path_replace_reverse(subtitle_path)])
elif str(language) != 'und':
if language.forced:
language_str = str(language)
elif language.hi:
language_str = str(language) + ':hi'
else:
language_str = str(language)
logging.debug("BAZARR external subtitles detected: " + language_str)
actual_subtitles.append([language_str, path_mappings.path_replace_reverse(subtitle_path)])
TableEpisodes.update({TableEpisodes.subtitles: str(actual_subtitles)})\
.where(TableEpisodes.path == original_path)\
.execute()
matching_episodes = TableEpisodes.select(TableEpisodes.sonarrEpisodeId, TableEpisodes.sonarrSeriesId)\
.where(TableEpisodes.path == original_path)\
.dicts()
for episode in matching_episodes:
if episode:
logging.debug("BAZARR storing those languages to DB: " + str(actual_subtitles))
list_missing_subtitles(epno=episode['sonarrEpisodeId'])
else:
logging.debug("BAZARR haven't been able to update existing subtitles to DB : " + str(actual_subtitles))
else:
logging.debug("BAZARR this file doesn't seems to exist or isn't accessible.")
logging.debug('BAZARR ended subtitles indexing for this file: ' + reversed_path)
return actual_subtitles
