def setUp(self):
"""Set up tests."""
super(SceneExceptionTestCase, self).setUp()
scene_exceptions.retrieve_exceptions()
# Make sure cache has been created
scene_exceptions.refresh_exceptions_cache()
def setUp(self):
"""Set up tests."""
super(SceneExceptionTestCase, self).setUp()
scene_exceptions.retrieve_exceptions()
# Make sure cache has been created
scene_exceptions.refresh_exceptions_cache()
def test_all_possible_show_names(self):
# common.sceneExceptions[-1] = ['Exception Test']
test_cache_db_con = db.DBConnection('cache.db')
test_cache_db_con.action(
"INSERT INTO scene_exceptions (indexer, indexer_id, show_name, season) "
"VALUES (?,?,?,?)", [1, -1, 'Exception Test', -1])
# Make sure cache has been created
scene_exceptions.refresh_exceptions_cache()
common.countryList['Full Country Name'] = 'FCN'
self._test_all_possible_show_names('Show Name', expected=['Show Name'])
self._test_all_possible_show_names(
'Show Name', -1, expected=['Show Name', 'Exception Test'])
self._test_all_possible_show_names(
'Show Name FCN',
expected=['Show Name FCN', 'Show Name (Full Country Name)'])
self._test_all_possible_show_names(
'Show Name (FCN)',
expected=['Show Name (FCN)', 'Show Name (Full Country Name)'])
self._test_all_possible_show_names(
'Show Name Full Country Name',
expected=['Show Name Full Country Name', 'Show Name (FCN)'])
self._test_all_possible_show_names(
'Show Name (Full Country Name)',
expected=['Show Name (Full Country Name)', 'Show Name (FCN)'])
def test_all_possible_show_names(self):
# common.sceneExceptions[-1] = ['Exception Test']
test_cache_db_con = db.DBConnection('cache.db')
test_cache_db_con.action("INSERT INTO scene_exceptions (indexer, indexer_id, show_name, season) "
"VALUES (?,?,?,?)", [1, -1, 'Exception Test', -1])
# Make sure cache has been created
scene_exceptions.refresh_exceptions_cache()
common.countryList['Full Country Name'] = 'FCN'
self._test_all_possible_show_names('Show Name', expected=['Show Name'])
self._test_all_possible_show_names('Show Name', -1, expected=['Show Name', 'Exception Test'])
self._test_all_possible_show_names('Show Name FCN', expected=['Show Name FCN', 'Show Name (Full Country Name)'])
self._test_all_possible_show_names('Show Name (FCN)', expected=['Show Name (FCN)', 'Show Name (Full Country Name)'])
self._test_all_possible_show_names('Show Name Full Country Name', expected=['Show Name Full Country Name', 'Show Name (FCN)'])
self._test_all_possible_show_names('Show Name (Full Country Name)', expected=['Show Name (Full Country Name)', 'Show Name (FCN)'])
def build_name_cache(series_obj=None):
"""Build internal name cache.
:param series_obj: Specify series to build name cache for, if None, just do all series
:param force: Force the build name cache. Do not depend on the scene_exception_refresh table.
"""
def _cache_name(cache_series_obj):
"""Build the name cache for a single show."""
clear_cache(cache_series_obj.indexer, cache_series_obj.series_id)
series_identifier = (cache_series_obj.indexer,
cache_series_obj.series_id)
scene_exceptions = exceptions_cache[series_identifier].copy()
names = {
full_sanitize_scene_name(name): series_identifier
for season_exceptions in itervalues(scene_exceptions)
for name in season_exceptions
}
# Add original name to name cache
series_name = full_sanitize_scene_name(cache_series_obj.name)
names[series_name] = series_identifier
# Add scene exceptions to name cache
name_cache.update(names)
log.debug(u'Internal name cache for {series} set to: {names}', {
'series': series_name,
'names': u', '.join(list(names))
})
with nameCacheLock:
retrieve_exceptions()
# Create cache from db for the scene_exceptions.
refresh_exceptions_cache()
if not series_obj:
log.info(u'Building internal name cache for all shows')
for show in app.showList:
_cache_name(show)
else:
log.info(u'Building internal name cache for {series}',
{'series': series_obj.name})
_cache_name(series_obj)
def build_name_cache(show=None):
"""Build internal name cache.
:param show: Specify show to build name cache for, if None, just do all shows
:param force: Force the build name cache. Do not depend on the scene_exception_refresh table.
"""
def _cache_name(show):
"""Build the name cache for a single show."""
indexer_id = show.indexerid
clear_cache(indexer_id)
scene_exceptions = exceptions_cache[indexer_id].copy()
names = {
full_sanitize_scene_name(name): int(indexer_id)
for season_exceptions in scene_exceptions.values()
for name in season_exceptions
}
# Add original name to name cache
show_name = full_sanitize_scene_name(show.name)
names[show_name] = indexer_id
# Add scene exceptions to name cache
name_cache.update(names)
log.debug(u'Internal name cache for {show} set to: {names}', {
'show': show.name,
'names': ', '.join(names.keys())
})
with nameCacheLock:
retrieve_exceptions()
# Create cache from db for the scene_exceptions.
refresh_exceptions_cache()
if not show:
log.info(u'Building internal name cache for all shows')
for show in app.showList:
_cache_name(show)
else:
log.info(u'Building internal name cache for {show}',
{'show': show.name})
_cache_name(show)
def build_name_cache(series_obj=None):
"""Build internal name cache.
:param series_obj: Specify series to build name cache for, if None, just do all series
:param force: Force the build name cache. Do not depend on the scene_exception_refresh table.
"""
def _cache_name(cache_series_obj):
"""Build the name cache for a single show."""
clear_cache(cache_series_obj.indexer, cache_series_obj.series_id)
series_identifier = (cache_series_obj.indexer, cache_series_obj.series_id)
scene_exceptions = exceptions_cache[series_identifier].copy()
names = {
full_sanitize_scene_name(name): series_identifier
for season_exceptions in itervalues(scene_exceptions)
for name in season_exceptions
}
# Add original name to name cache
series_name = full_sanitize_scene_name(cache_series_obj.name)
names[series_name] = series_identifier
# Add scene exceptions to name cache
name_cache.update(names)
log.debug(u'Internal name cache for {series} set to: {names}', {
'series': series_name,
'names': u', '.join(list(names))
})
with name_cache_lock:
retrieve_exceptions()
# Create cache from db for the scene_exceptions.
refresh_exceptions_cache()
if not series_obj:
log.info(u'Building internal name cache for all shows')
for show in app.showList:
_cache_name(show)
else:
log.info(u'Building internal name cache for {series}', {'series': series_obj.name})
_cache_name(series_obj)
def run(self, force=False):
self.amActive = True
refresh_shows = [] # A list of shows, that need to be refreshed
season_updates = [] # A list of show seasons that have passed their next_update timestamp
update_max_weeks = 12
network_timezones.update_network_dict()
# Refresh the exceptions_cache from db.
refresh_exceptions_cache()
logger.info(u'Started periodic show updates')
# Cache for the indexers list of updated show
indexer_updated_shows = {}
# Cache for the last indexer update timestamp
last_updates = {}
# Loop through the list of shows, and per show evaluate if we can use the .get_last_updated_seasons()
for show in app.showList:
if show.paused:
logger.info(u'The show {show} is paused, not updating it.', show=show.name)
continue
indexer_api_params = indexerApi(show.indexer).api_params.copy()
try:
indexer_api = indexerApi(show.indexer).indexer(**indexer_api_params)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues. While trying to look for show updates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
# Get the lastUpdate timestamp for this indexer.
if indexerApi(show.indexer).name not in last_updates:
last_updates[indexerApi(show.indexer).name] = \
self.update_cache.get_last_indexer_update(indexerApi(show.indexer).name)
last_update = last_updates[indexerApi(show.indexer).name]
# Get a list of updated shows from the indexer, since last update.
# Use the list, to limit the shows for which are requested for the last updated seasons.
if last_update and last_update > time.time() - (604800 * update_max_weeks):
if show.indexer not in indexer_updated_shows:
try:
indexer_updated_shows[show.indexer] = indexer_api.get_last_updated_series(
last_update, update_max_weeks
)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues while trying to look for show updates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
except IndexerException as error:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error.message)
continue
except RequestException as error:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. ',
indexer_name=indexerApi(show.indexer).name, show=show.name)
if isinstance(error, HTTPError):
if error.response.status_code == 503:
logger.warning(u'API Service offline: '
u'This service is temporarily offline, try again later.')
elif error.response.status_code == 429:
logger.warning(u'Your request count (#) is over the allowed limit of (40).')
logger.warning(u'Cause: {cause}.', cause=error)
continue
except Exception as error:
logger.exception(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause}.',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
continue
# If the current show is not in the list, move on to the next.
# Only do this for shows, if the indexer has had a successful update run within the last 12 weeks.
if all([isinstance(indexer_updated_shows[show.indexer], list),
show.indexerid not in indexer_updated_shows.get(show.indexer)]):
logger.debug(u'Skipping show update for {show}. As the show is not '
u'in the indexers {indexer_name} list with updated '
u'shows within the last {weeks} weeks.', show=show.name,
indexer_name=indexerApi(show.indexer).name, weeks=update_max_weeks)
continue
# These are the criteria for performing a full show refresh.
if any([not hasattr(indexer_api, 'get_last_updated_seasons'),
not last_update,
last_update < time.time() - 604800 * update_max_weeks]):
# no entry in lastUpdate, or last update was too long ago,
# let's refresh the show for this indexer
logger.debug(u'Trying to update {show}. Your lastUpdate for {indexer_name} is older then {weeks} weeks,'
u" or the indexer doesn't support per season updates. Doing a full update.",
show=show.name, indexer_name=indexerApi(show.indexer).name,
weeks=update_max_weeks)
refresh_shows.append(show)
# Else fall back to per season updates.
elif hasattr(indexer_api, 'get_last_updated_seasons'):
# Get updated seasons and add them to the season update list.
try:
updated_seasons = indexer_api.get_last_updated_seasons([show.indexerid], last_update,
update_max_weeks)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues while trying to look for showupdates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
except IndexerException as e:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=e.message)
continue
except Exception as e:
logger.exception(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=e)
continue
if updated_seasons[show.indexerid]:
logger.info(u'{show_name}: Adding the following seasons for update to queue: {seasons}',
show_name=show.name, seasons=updated_seasons[show.indexerid])
for season in updated_seasons[show.indexerid]:
season_updates.append((show.indexer, show, season))
pi_list = []
# Full refreshes
for show in refresh_shows:
# If the cur_show is not 'paused' then add to the show_queue_scheduler
if not show.paused:
logger.info(u'Full update on show: {show}', show=show.name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show))
except (CantUpdateShowException, CantRefreshShowException) as e:
logger.warning(u'Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error(u'Automatic update failed: Error: {error}', error=e)
else:
logger.info(u'Show update skipped, show: {show} is paused.', show=show.name)
# Only update expired season
for show in season_updates:
# If the cur_show is not 'paused' then add to the show_queue_scheduler
if not show[1].paused:
logger.info(u'Updating season {season} for show: {show}.', season=show[2], show=show[1].name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show[1], season=show[2]))
except CantUpdateShowException as e:
logger.warning(u'Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error(u'Automatic update failed: Error: {error}', error=e)
else:
logger.info(u'Show update skipped, show: {show} is paused.', show=show[1].name)
ui.ProgressIndicators.setIndicator('dailyUpdate', ui.QueueProgressIndicator('Daily Update', pi_list))
# Only refresh updated shows that have been updated using the season updates.
# The full refreshed shows, are updated from the queueItem.
for show in set(show[1] for show in season_updates):
if not show.paused:
try:
app.show_queue_scheduler.action.refreshShow(show, True)
except CantRefreshShowException as e:
logger.warning(u'Show refresh on show {show_name} failed. Error: {error}',
show_name=show.name, error=e)
except Exception as e:
logger.error(u'Show refresh on show {show_name} failed: Unexpected Error: {error}',
show_name=show.name, error=e)
else:
logger.info(u'Show refresh skipped, show: {show_name} is paused.', show_name=show.name)
if refresh_shows or season_updates:
for indexer in set([show.indexer for show in refresh_shows] + [s[1].indexer for s in season_updates]):
indexer_api = indexerApi(indexer)
self.update_cache.set_last_indexer_update(indexer_api.name)
logger.info(u'Updated lastUpdate timestamp for {indexer_name}', indexer_name=indexer_api.name)
logger.info(u'Completed scheduling updates on shows')
else:
logger.info(u'Completed but there was nothing to update')
self.amActive = False
def run(self, force=False):
self.amActive = True
refresh_shows = [] # A list of shows, that need to be refreshed
season_updates = [] # A list of show seasons that have passed their next_update timestamp
update_max_weeks = 12
network_timezones.update_network_dict()
# Refresh the exceptions_cache from db.
refresh_exceptions_cache()
logger.info(u'Started periodic show updates')
# Cache for the indexers list of updated show
indexer_updated_shows = {}
# Cache for the last indexer update timestamp
last_updates = {}
# Loop through the list of shows, and per show evaluate if we can use the .get_last_updated_seasons()
for show in app.showList:
if show.paused:
logger.info(u'The show {show} is paused, not updating it.', show=show.name)
continue
indexer_api_params = indexerApi(show.indexer).api_params.copy()
try:
indexer_api = indexerApi(show.indexer).indexer(**indexer_api_params)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues. While trying to look for show updates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
# Get the lastUpdate timestamp for this indexer.
if indexerApi(show.indexer).name not in last_updates:
last_updates[indexerApi(show.indexer).name] = \
self.update_cache.get_last_indexer_update(indexerApi(show.indexer).name)
last_update = last_updates[indexerApi(show.indexer).name]
# Get a list of updated shows from the indexer, since last update.
# Use the list, to limit the shows for which are requested for the last updated seasons.
if last_update and last_update > time.time() - (604800 * update_max_weeks):
if show.indexer not in indexer_updated_shows:
try:
indexer_updated_shows[show.indexer] = indexer_api.get_last_updated_series(
last_update, update_max_weeks
)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues while trying to look for show updates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
except IndexerException as error:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
continue
except RequestException as error:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
if isinstance(error, HTTPError):
if error.response.status_code == 503:
logger.warning(u'API Service offline: '
u'This service is temporarily offline, try again later.')
elif error.response.status_code == 429:
logger.warning(u'Your request count (#) is over the allowed limit of (40).')
continue
except Exception as error:
logger.exception(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause!r}.',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
continue
# If the current show is not in the list, move on to the next.
# Only do this for shows, if the indexer has had a successful update run within the last 12 weeks.
if all([isinstance(indexer_updated_shows[show.indexer], list),
show.indexerid not in indexer_updated_shows.get(show.indexer)]):
logger.debug(u'Skipping show update for {show}. As the show is not '
u'in the indexers {indexer_name} list with updated '
u'shows within the last {weeks} weeks.', show=show.name,
indexer_name=indexerApi(show.indexer).name, weeks=update_max_weeks)
continue
# These are the criteria for performing a full show refresh.
if any([not hasattr(indexer_api, 'get_last_updated_seasons'),
not last_update or last_update < time.time() - 604800 * update_max_weeks]):
# no entry in lastUpdate, or last update was too long ago,
# let's refresh the show for this indexer
logger.debug(u'Trying to update {show}. Your lastUpdate for {indexer_name} is older then {weeks} weeks,'
u" or the indexer doesn't support per season updates. Doing a full update.",
show=show.name, indexer_name=indexerApi(show.indexer).name,
weeks=update_max_weeks)
refresh_shows.append(show)
# Else fall back to per season updates.
elif hasattr(indexer_api, 'get_last_updated_seasons'):
# Get updated seasons and add them to the season update list.
try:
updated_seasons = indexer_api.get_last_updated_seasons([show.indexerid], last_update,
update_max_weeks)
except IndexerUnavailable:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'connectivity issues while trying to look for showupdates on show: {show}',
indexer_name=indexerApi(show.indexer).name, show=show.name)
continue
except IndexerException as error:
logger.warning(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
continue
except Exception as error:
logger.exception(u'Problem running show_updater, Indexer {indexer_name} seems to be having '
u'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexerApi(show.indexer).name, show=show.name, cause=error)
continue
if updated_seasons[show.indexerid]:
logger.info(u'{show_name}: Adding the following seasons for update to queue: {seasons}',
show_name=show.name, seasons=updated_seasons[show.indexerid])
for season in updated_seasons[show.indexerid]:
season_updates.append((show.indexer, show, season))
pi_list = []
# Full refreshes
for show in refresh_shows:
# If the cur_show is not 'paused' then add to the show_queue_scheduler
if not show.paused:
logger.info(u'Full update on show: {show}', show=show.name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show))
except (CantUpdateShowException, CantRefreshShowException) as e:
logger.warning(u'Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error(u'Automatic update failed: Error: {error}', error=e)
else:
logger.info(u'Show update skipped, show: {show} is paused.', show=show.name)
# Only update expired season
for show in season_updates:
# If the cur_show is not 'paused' then add to the show_queue_scheduler
if not show[1].paused:
logger.info(u'Updating season {season} for show: {show}.', season=show[2], show=show[1].name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show[1], season=show[2]))
except CantUpdateShowException as e:
logger.warning(u'Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error(u'Automatic update failed: Error: {error}', error=e)
else:
logger.info(u'Show update skipped, show: {show} is paused.', show=show[1].name)
ui.ProgressIndicators.setIndicator('dailyUpdate', ui.QueueProgressIndicator('Daily Update', pi_list))
# Only refresh updated shows that have been updated using the season updates.
# The full refreshed shows, are updated from the queueItem.
for show in set(show[1] for show in season_updates):
if not show.paused:
try:
app.show_queue_scheduler.action.refreshShow(show, True)
except CantRefreshShowException as e:
logger.warning(u'Show refresh on show {show_name} failed. Error: {error}',
show_name=show.name, error=e)
except Exception as e:
logger.error(u'Show refresh on show {show_name} failed: Unexpected Error: {error}',
show_name=show.name, error=e)
else:
logger.info(u'Show refresh skipped, show: {show_name} is paused.', show_name=show.name)
if refresh_shows or season_updates:
for indexer in set([show.indexer for show in refresh_shows] + [s[1].indexer for s in season_updates]):
indexer_api = indexerApi(indexer)
self.update_cache.set_last_indexer_update(indexer_api.name)
logger.info(u'Updated lastUpdate timestamp for {indexer_name}', indexer_name=indexer_api.name)
logger.info(u'Completed scheduling updates on shows')
else:
logger.info(u'Completed but there was nothing to update')
self.amActive = False
def run(self, force=False):
self.amActive = True
refresh_shows = [] # A list of shows, that need to be refreshed
season_updates = [] # A list of show seasons that have passed their next_update timestamp
update_max_weeks = 12
network_timezones.update_network_dict()
# Refresh the exceptions_cache from db.
refresh_exceptions_cache()
logger.info('Started periodic show updates')
# Cache for the indexers list of updated show
indexer_updated_shows = {}
# Cache for the last indexer update timestamp
last_updates = {}
# Loop through the list of shows, and per show evaluate if we can use the .get_last_updated_seasons()
for show in app.showList:
if show.paused:
logger.info('The show {show} is paused, not updating it.', show=show.name)
continue
indexer_name = indexerApi(show.indexer).name
indexer_api_params = indexerApi(show.indexer).api_params.copy()
try:
indexer_api = indexerApi(show.indexer).indexer(**indexer_api_params)
except IndexerUnavailable:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'connectivity issues. While trying to look for show updates on show: {show}',
indexer_name=indexer_name, show=show.name)
continue
# Get the lastUpdate timestamp for this indexer.
if indexer_name not in last_updates:
last_indexer_update = self.update_cache.get_last_indexer_update(indexer_name)
if not last_indexer_update:
last_updates[indexer_name] = int(time.time() - 86400) # 1 day ago
elif last_indexer_update < time.time() - 604800 * update_max_weeks:
last_updates[indexer_name] = int(time.time() - 604800) # 1 week ago
else:
last_updates[indexer_name] = last_indexer_update
# Get a list of updated shows from the indexer, since last update.
if show.indexer not in indexer_updated_shows:
try:
indexer_updated_shows[show.indexer] = indexer_api.get_last_updated_series(
last_updates[indexer_name], update_max_weeks
)
except IndexerUnavailable:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'connectivity issues while trying to look for show updates on show: {show}',
indexer_name=indexer_name, show=show.name)
continue
except IndexerException as error:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexer_name, show=show.name, cause=error)
continue
except RequestException as error:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexer_name, show=show.name, cause=error)
if isinstance(error, HTTPError):
if error.response.status_code == 503:
logger.warning('API Service offline: '
'This service is temporarily offline, try again later.')
elif error.response.status_code == 429:
logger.warning('Your request count (#) is over the allowed limit of (40).')
continue
except Exception as error:
logger.exception('Problem running show_updater, Indexer {indexer_name} seems to be having '
'issues while trying to get updates for show {show}. Cause: {cause!r}.',
indexer_name=indexer_name, show=show.name, cause=error)
continue
# Update shows that were updated in the last X weeks
# or were not updated within the last X weeks
if show.indexerid not in indexer_updated_shows.get(show.indexer, []):
if show.last_update_indexer > time.time() - 604800 * update_max_weeks:
logger.debug('Skipping show update for {show}. Show was not in the '
'indexers {indexer_name} list with updated shows and it '
'was updated within the last {weeks} weeks.', show=show.name,
indexer_name=indexer_name, weeks=update_max_weeks)
continue
# If indexer doesn't have season updates.
if not hasattr(indexer_api, 'get_last_updated_seasons'):
logger.debug('Adding the following show for full update to queue: {show}', show=show.name)
refresh_shows.append(show)
# Else fall back to per season updates.
elif hasattr(indexer_api, 'get_last_updated_seasons'):
# Get updated seasons and add them to the season update list.
try:
updated_seasons = indexer_api.get_last_updated_seasons(
[show.indexerid], show.last_update_indexer, update_max_weeks)
except IndexerUnavailable:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'connectivity issues while trying to look for show updates for show: {show}',
indexer_name=indexer_name, show=show.name)
continue
except IndexerException as error:
logger.warning('Problem running show_updater, Indexer {indexer_name} seems to be having '
'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexer_name, show=show.name, cause=error)
continue
except Exception as error:
logger.exception('Problem running show_updater, Indexer {indexer_name} seems to be having '
'issues while trying to get updates for show {show}. Cause: {cause!r}',
indexer_name=indexer_name, show=show.name, cause=error)
continue
if updated_seasons[show.indexerid]:
logger.info('{show_name}: Adding the following seasons for update to queue: {seasons}',
show_name=show.name, seasons=updated_seasons[show.indexerid])
season_updates.append((show.indexer, show, updated_seasons[show.indexerid]))
elif show.indexerid in indexer_updated_shows.get(show.indexer, []):
# This show was marked to have an update, but it didn't get a season update. Let's fully
# update the show anyway.
logger.debug('Could not detect a season update, but an update is required. \n'
'Adding the following show for full update to queue: {show}', show=show.name)
refresh_shows.append(show)
pi_list = []
# Full refreshes
for show in refresh_shows:
logger.info('Full update on show: {show}', show=show.name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show))
except (CantUpdateShowException, CantRefreshShowException) as e:
logger.warning('Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error('Automatic update failed: Error: {error}', error=e)
# Only update expired season
for show in season_updates:
logger.info('Updating season {season} for show: {show}.', season=show[2], show=show[1].name)
try:
pi_list.append(app.show_queue_scheduler.action.updateShow(show[1], season=show[2]))
except CantUpdateShowException as e:
logger.warning('Automatic update failed. Error: {error}', error=e)
except Exception as e:
logger.error('Automatic update failed: Error: {error}', error=e)
ui.ProgressIndicators.setIndicator('dailyUpdate', ui.QueueProgressIndicator('Daily Update', pi_list))
# Only refresh updated shows that have been updated using the season updates.
# The full refreshed shows, are updated from the queueItem.
for show in set(show[1] for show in season_updates):
try:
app.show_queue_scheduler.action.refreshShow(show, True)
except CantRefreshShowException as e:
logger.warning('Show refresh on show {show_name} failed. Error: {error}',
show_name=show.name, error=e)
except Exception as e:
logger.error('Show refresh on show {show_name} failed: Unexpected Error: {error}',
show_name=show.name, error=e)
if refresh_shows or season_updates:
for indexer in set([s.indexer for s in refresh_shows] + [s[1].indexer for s in season_updates]):
indexer_api = indexerApi(indexer)
self.update_cache.set_last_indexer_update(indexer_api.name)
logger.info('Updated lastUpdate timestamp for {indexer_name}', indexer_name=indexer_api.name)
logger.info('Completed scheduling updates on shows')
else:
logger.info('Completed scheduling updates on shows, but there was nothing to update')
self.amActive = False
