def init_indexer_table_entry(indexer_name):
try:
Indexer.get(fn.lower(Indexer.name) == indexer_name.lower())
except Indexer.DoesNotExist as e:
logger.info("Unable to find indexer with name %s in database. Will add it" % indexer_name)
indexer = Indexer().create(name=indexer_name)
IndexerStatus.create_or_get(indexer=indexer, first_failure=None, latest_failure=None, disabled_until=None)
def handle_indexer_failure(self,
reason=None,
disable_permanently=False,
saveIndexerStatus=True):
# Escalate level by 1. Set disabled-time according to level so that with increased level the time is further in the future
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level == 0:
indexer_status.first_failure = arrow.utcnow()
indexer_status.latest_failure = arrow.utcnow()
indexer_status.reason = reason # Overwrite the last reason if one is set, should've been logged anyway
if disable_permanently:
indexer_status.disabled_permanently = True
else:
indexer_status.level = min(
len(self.disable_periods) - 1, indexer_status.level + 1)
indexer_status.disabled_until = arrow.utcnow().replace(
minutes=self.disable_periods[indexer_status.level])
if saveIndexerStatus:
indexer_status.save()
return indexer_status
def handle_indexer_success(self):
# Deescalate level by 1 (or stay at 0) and reset reason and disable-time
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level > 0:
indexer_status.level -= 1
indexer_status.reason = None
indexer_status.disabled_until = arrow.get(0) # Because I'm too dumb to set it to None/null
indexer_status.save()
def handle_indexer_failure(self,
reason=None,
disable_permanently=False,
saveIndexerStatus=True):
# Escalate level by 1. Set disabled-time according to level so that with increased level the time is further in the future
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level == 0:
indexer_status.first_failure = arrow.utcnow()
indexer_status.latest_failure = arrow.utcnow()
indexer_status.reason = reason # Overwrite the last reason if one is set, should've been logged anyway
if disable_permanently:
indexer_status.disabled_permanently = True
self.info(
"Disabling indexer permanently until reenabled by user because the authentication failed"
)
else:
indexer_status.level = min(
len(self.disable_periods) - 1, indexer_status.level + 1)
indexer_status.disabled_until = arrow.utcnow().replace(
minutes=+self.disable_periods[indexer_status.level])
self.info(
"Disabling indexer temporarily due to access problems. Will be reenabled %s"
% indexer_status.disabled_until.humanize())
if saveIndexerStatus:
self.saveIndexerStatus(indexer_status)
return indexer_status
def handle_indexer_success(self, doSaveIndexerStatus=True):
# Deescalate level by 1 (or stay at 0) and reset reason and disable-time
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level > 0:
indexer_status.level -= 1
indexer_status.reason = None
indexer_status.disabled_permanently = False
indexer_status.disabled_until = arrow.get(0) # Because I'm too dumb to set it to None/null
if doSaveIndexerStatus:
self.saveIndexerStatus(indexer_status)
return indexer_status
def handle_indexer_failure(self, reason=None, disable_permanently=False, saveIndexerStatus=True):
# Escalate level by 1. Set disabled-time according to level so that with increased level the time is further in the future
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level == 0:
indexer_status.first_failure = arrow.utcnow()
indexer_status.latest_failure = arrow.utcnow()
indexer_status.reason = reason # Overwrite the last reason if one is set, should've been logged anyway
if disable_permanently:
indexer_status.disabled_permanently = True
self.info("Disabling indexer permanently until reenabled by user because the authentication failed")
else:
indexer_status.level = min(len(self.disable_periods) - 1, indexer_status.level + 1)
indexer_status.disabled_until = arrow.utcnow().replace(minutes=+self.disable_periods[indexer_status.level])
self.info(
"Disabling indexer temporarily due to access problems. Will be reenabled %s"
% indexer_status.disabled_until.humanize()
)
if saveIndexerStatus:
self.saveIndexerStatus(indexer_status)
return indexer_status
def internalapi_enable_indexer(args):
logger.debug("Enabling indexer %s" % args["name"])
indexer_status = IndexerStatus().select().join(Indexer).where(fn.lower(Indexer.name) == args["name"].lower())
indexer_status.disabled_until = 0
indexer_status.reason = None
indexer_status.level = 0
indexer_status.save()
return jsonify({"indexerStatuses": get_indexer_statuses()})
def internalapi_enable_indexer(args):
logger.debug("Enabling indexer %s" % args["name"])
indexer_status = IndexerStatus().select().join(Indexer).where(fn.lower(Indexer.name) == args["name"].lower()).get()
indexer_status.disabled_until = 0
indexer_status.reason = None
indexer_status.level = 0
indexer_status.save()
return jsonify({"indexerStatuses": get_indexer_statuses()})
def handle_indexer_failure(self, reason=None, disable_permanently=False):
# Escalate level by 1. Set disabled-time according to level so that with increased level the time is further in the future
try:
indexer_status = self.indexer.status.get()
except IndexerStatus.DoesNotExist:
indexer_status = IndexerStatus(indexer=self.indexer)
if indexer_status.level == 0:
indexer_status.first_failure = arrow.utcnow()
indexer_status.latest_failure = arrow.utcnow()
indexer_status.reason = reason # Overwrite the last reason if one is set, should've been logged anyway
if disable_permanently:
indexer_status.disabled_permanently = True
else:
indexer_status.level = min(len(self.disable_periods) - 1, indexer_status.level + 1)
indexer_status.disabled_until = arrow.utcnow().replace(minutes=self.disable_periods[indexer_status.level])
indexer_status.save()
def get_indexer_statuses():
return list(IndexerStatus().select(
Indexer.name, IndexerStatus.first_failure,
IndexerStatus.latest_failure, IndexerStatus.disabled_until,
IndexerStatus.level, IndexerStatus.reason,
IndexerStatus.disabled_permanently).join(Indexer).dicts())
def testThatDatabaseValuesAreStored(self):
with self.app.test_request_context('/'):
with responses.RequestsMock(assert_all_requests_are_fired=False) as rsps:
newznabItems = [
[mockbuilder.buildNewznabItem(title="title1", pubdate=arrow.get(1000).format("ddd, DD MMM YYYY HH:mm:ss Z"), size=1000, indexer_name="newznab1")],
[mockbuilder.buildNewznabItem(title="title2", pubdate=arrow.get(1000).format("ddd, DD MMM YYYY HH:mm:ss Z"), size=1000, indexer_name="newznab2")]
]
self.prepareSearchMocks(rsps, indexerCount=len(newznabItems), newznabItems=newznabItems)
# Make the second access unsuccessful
rsps._urls.pop(1)
rsps.add(responses.GET, r".*",
body="an error message", status=500,
content_type='application/x-html')
searchRequest = SearchRequest(type="search", query="aquery", category="acategory", identifier_key="imdbid", identifier_value="animdbid", season=1, episode=2, indexers="newznab1|newznab2")
result = search.search(searchRequest)
results = result["results"]
self.assertEqual(1, len(results))
dbSearch = Search().get()
self.assertEqual(True, dbSearch.internal)
self.assertEqual("aquery", dbSearch.query)
self.assertEqual("All", dbSearch.category)
self.assertEqual("imdbid", dbSearch.identifier_key)
self.assertEqual("animdbid", dbSearch.identifier_value)
self.assertEqual("1", dbSearch.season)
self.assertEqual("2", dbSearch.episode)
self.assertEqual("search", dbSearch.type)
self.assertEqual(18, dbSearch.time.hour)
indexerSearch1 = IndexerSearch.get(IndexerSearch.indexer == Indexer.get(Indexer.name == "newznab1"))
self.assertEqual(indexerSearch1.search, dbSearch)
self.assertEqual(18, indexerSearch1.time.hour)
indexerSearch2 = IndexerSearch.get(IndexerSearch.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(indexerSearch2.search, dbSearch)
self.assertEqual(18, indexerSearch2.time.hour)
calledUrls = sorted([x.request.url for x in rsps.calls])
indexerApiAccess1 = IndexerApiAccess.get(IndexerApiAccess.indexer == Indexer.get(Indexer.name == "newznab1"))
self.assertEqual(indexerSearch1, indexerApiAccess1.indexer_search)
self.assertEqual(18, indexerApiAccess1.time.hour)
self.assertEqual("search", indexerApiAccess1.type)
self.assertEqual(calledUrls[0], indexerApiAccess1.url)
self.assertTrue(indexerApiAccess1.response_successful)
self.assertEqual(0, indexerApiAccess1.response_time)
self.assertIsNone(indexerApiAccess1.error)
indexerApiAccess2 = IndexerApiAccess.get(IndexerApiAccess.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(indexerSearch2, indexerApiAccess2.indexer_search)
self.assertEqual(18, indexerApiAccess2.time.hour)
self.assertEqual("search", indexerApiAccess2.type)
self.assertEqual(calledUrls[1], indexerApiAccess2.url)
self.assertFalse(indexerApiAccess2.response_successful)
self.assertIsNone(indexerApiAccess2.response_time)
self.assertTrue("Connection refused" in indexerApiAccess2.error)
indexerStatus2 = IndexerStatus.get(IndexerStatus.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(1, indexerStatus2.level)
self.assertTrue("Connection refused" in indexerStatus2.reason)
def testThatDatabaseValuesAreStored(self):
with self.app.test_request_context('/'):
with responses.RequestsMock(assert_all_requests_are_fired=False) as rsps:
newznabItems = [
[mockbuilder.buildNewznabItem(title="title1", pubdate=arrow.get(1000).format("ddd, DD MMM YYYY HH:mm:ss Z"), size=1000, indexer_name="newznab1")],
[mockbuilder.buildNewznabItem(title="title2", pubdate=arrow.get(1000).format("ddd, DD MMM YYYY HH:mm:ss Z"), size=1000, indexer_name="newznab2")]
]
self.prepareSearchMocks(rsps, indexerCount=len(newznabItems), newznabItems=newznabItems)
# Make the second access unsuccessful
rsps._urls.pop(1)
rsps.add(responses.GET, r".*",
body="an error message", status=500,
content_type='application/x-html')
searchRequest = SearchRequest(type="search", query="aquery", category="acategory", identifier_key="imdbid", identifier_value="animdbid", season=1, episode=2, indexers="newznab1|newznab2")
result = search.search(searchRequest)
results = result["results"]
self.assertEqual(1, len(results))
dbSearch = Search().get()
self.assertEqual(True, dbSearch.internal)
self.assertEqual("aquery", dbSearch.query)
self.assertEqual("All", dbSearch.category)
self.assertEqual("imdbid", dbSearch.identifier_key)
self.assertEqual("animdbid", dbSearch.identifier_value)
self.assertEqual("1", dbSearch.season)
self.assertEqual("2", dbSearch.episode)
self.assertEqual("search", dbSearch.type)
self.assertEqual(18, dbSearch.time.hour)
indexerSearch1 = IndexerSearch.get(IndexerSearch.indexer == Indexer.get(Indexer.name == "newznab1"))
self.assertEqual(indexerSearch1.search, dbSearch)
self.assertEqual(18, indexerSearch1.time.hour)
indexerSearch2 = IndexerSearch.get(IndexerSearch.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(indexerSearch2.search, dbSearch)
self.assertEqual(18, indexerSearch2.time.hour)
calledUrls = sorted([x.request.url for x in rsps.calls])
indexerApiAccess1 = IndexerApiAccess.get(IndexerApiAccess.indexer == Indexer.get(Indexer.name == "newznab1"))
self.assertEqual(indexerSearch1, indexerApiAccess1.indexer_search)
self.assertEqual(18, indexerApiAccess1.time.hour)
self.assertEqual("search", indexerApiAccess1.type)
self.assertEqual(calledUrls[0], indexerApiAccess1.url)
self.assertTrue(indexerApiAccess1.response_successful)
self.assertEqual(0, indexerApiAccess1.response_time)
self.assertIsNone(indexerApiAccess1.error)
indexerApiAccess2 = IndexerApiAccess.get(IndexerApiAccess.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(indexerSearch2, indexerApiAccess2.indexer_search)
self.assertEqual(18, indexerApiAccess2.time.hour)
self.assertEqual("search", indexerApiAccess2.type)
self.assertEqual(calledUrls[1], indexerApiAccess2.url)
self.assertFalse(indexerApiAccess2.response_successful)
self.assertIsNone(indexerApiAccess2.response_time)
self.assertTrue("Connection refused" in indexerApiAccess2.error)
indexerStatus2 = IndexerStatus.get(IndexerStatus.indexer == Indexer.get(Indexer.name == "newznab2"))
self.assertEqual(1, indexerStatus2.level)
self.assertTrue("Connection refused" in indexerStatus2.reason)