def test_clean_url(self):
test = namedtuple('test', 'expected_result dirty clean')
url_tests = [
test(True, "https://subdomain.domain.tld/endpoint", "https://subdomain.domain.tld/endpoint"),
# does not add a final /
test(True, "http://www.example.com/folder/", "http://www.example.com/folder/"),
# does not remove the final /
test(True, "google.com/xml.rpc", "http://google.com/xml.rpc"), # add scheme if missing
test(True, "google.com", "http://google.com/"), # add scheme if missing and final / if its just the domain
test(True, "scgi:///home/user/.config/path/socket", "scgi:///home/user/.config/path/socket"),
# scgi identified as scheme
test(True, None, ''), # None URL returns empty string
test(False, "https://subdomain.domain.tld/endpoint", "http://subdomain.domain.tld/endpoint"),
# does not change schemes from https to http
test(False, "http://subdomain.domain.tld/endpoint", "https://subdomain.domain.tld/endpoint"),
# ...or vice versa
test(False, "google.com/xml.rpc", "google.com/xml.rpc"), # scheme is always added
test(False, "google.com", "https://google.com/"), # does not default to https
test(False, "http://www.example.com/folder/", "http://www.example.com/folder"), # does not strip final /
test(False, "scgi:///home/user/.config/path/socket", "scgi:///home/user/.config/path/socket/"),
# does not add a final /
test(AttributeError, 1, 1), # None URL returns empty string
]
for test_url in url_tests:
if issubclass(type(Exception), type(test_url.expected_result)):
with self.assertRaises(test_url.expected_result):
self.assertEqual(clean_url(test_url.dirty), test_url.clean)
elif test_url.expected_result is True:
self.assertEqual(clean_url(test_url.dirty), test_url.clean)
elif test_url.expected_result is False:
self.assertNotEqual(clean_url(test_url.dirty), test_url.clean)
else:
print('Test not defined for %s', test_url)
def test_clean_url(self):
self.assertEqual(clean_url("https://subdomain.domain.tld/endpoint"),
"https://subdomain.domain.tld/endpoint")
self.assertEqual(clean_url("google.com/xml.rpc"),
"http://google.com/xml.rpc")
self.assertEqual(clean_url("google.com"), "http://google.com/")
self.assertEqual(clean_url("http://www.example.com/folder/"),
"http://www.example.com/folder/")
self.assertEqual(clean_url("scgi:///home/user/.config/path/socket"),
"scgi:///home/user/.config/path/socket")
def get_providers(cls):
providers = cls.getDefaultProviders()
try:
for curProviderStr in sickrage.app.config.custom_providers.split('!!!'):
if not len(curProviderStr):
continue
try:
cur_type, curProviderData = curProviderStr.split('|', 1)
if cur_type == "newznab":
cur_name, cur_url, cur_key, cur_cat = curProviderData.split('|')
cur_url = clean_url(cur_url)
provider = NewznabProvider(
cur_name,
cur_url,
cur_key,
cur_cat
)
providers += [provider]
except Exception:
continue
except Exception:
pass
return providers
def getProviders(cls):
providers = cls.getDefaultProviders()
try:
for curProviderStr in sickrage.srCore.srConfig.CUSTOM_PROVIDERS.split(
'!!!'):
if not len(curProviderStr):
continue
try:
cur_type, curProviderData = curProviderStr.split('|', 1)
if cur_type == "torrentrss":
cur_name, cur_url, cur_cookies, cur_title_tag = curProviderData.split(
'|')
cur_url = clean_url(cur_url)
providers += [
TorrentRssProvider(cur_name, cur_url, False,
cur_cookies, cur_title_tag)
]
except Exception:
continue
except Exception:
pass
return providers
def getProviders(cls):
providers = cls.getDefaultProviders()
try:
for curProviderStr in sickrage.srCore.srConfig.CUSTOM_PROVIDERS.split(
'!!!'):
if not len(curProviderStr):
continue
try:
cur_type, curProviderData = curProviderStr.split('|', 1)
if cur_type == "newznab":
cur_name, cur_url, cur_key, cur_cat = curProviderData.split(
'|')
cur_url = clean_url(cur_url)
provider = NewznabProvider(cur_name,
cur_url,
bool(not cur_key == 0),
key=cur_key,
catIDs=cur_cat)
providers += [provider]
except Exception:
continue
except Exception:
pass
return providers
def test_clean_url(self):
test = namedtuple('test', 'expected_result dirty clean')
url_tests = [
test(True, "https://subdomain.domain.tld/endpoint",
"https://subdomain.domain.tld/endpoint"),
# does not add a final /
test(True, "http://www.example.com/folder/",
"http://www.example.com/folder/"),
# does not remove the final /
test(True, "google.com/xml.rpc",
"http://google.com/xml.rpc"), # add scheme if missing
test(True, "google.com", "http://google.com/"
), # add scheme if missing and final / if its just the domain
test(True, "scgi:///home/user/.config/path/socket",
"scgi:///home/user/.config/path/socket"),
# scgi identified as scheme
test(True, None, ''), # None URL returns empty string
test(False, "https://subdomain.domain.tld/endpoint",
"http://subdomain.domain.tld/endpoint"),
# does not change schemes from https to http
test(False, "http://subdomain.domain.tld/endpoint",
"https://subdomain.domain.tld/endpoint"),
# ...or vice versa
test(False, "google.com/xml.rpc",
"google.com/xml.rpc"), # scheme is always added
test(False, "google.com",
"https://google.com/"), # does not default to https
test(False, "http://www.example.com/folder/",
"http://www.example.com/folder"), # does not strip final /
test(False, "scgi:///home/user/.config/path/socket",
"scgi:///home/user/.config/path/socket/"),
# does not add a final /
test(AttributeError, 1, 1), # None URL returns empty string
]
for test_url in url_tests:
if issubclass(type(Exception), type(test_url.expected_result)):
with self.assertRaises(test_url.expected_result):
self.assertEqual(clean_url(test_url.dirty), test_url.clean)
elif test_url.expected_result is True:
self.assertEqual(clean_url(test_url.dirty), test_url.clean)
elif test_url.expected_result is False:
self.assertNotEqual(clean_url(test_url.dirty), test_url.clean)
else:
print('Test not defined for %s', test_url)
def __init__(self, name, url, key='0', catIDs='5030,5040', search_mode='eponly', search_fallback=False,
enable_daily=False, enable_backlog=False, default=False):
super(NewznabProvider, self).__init__(name, clean_url(url), bool(key != '0'))
self.key = key
self.search_mode = search_mode
self.search_fallback = search_fallback
self.enable_daily = enable_daily
self.enable_backlog = enable_backlog
self.catIDs = catIDs
self.default = default
self.caps = False
self.cap_tv_search = None
self.force_query = False
self.cache = TVCache(self, min_time=30)
def __init__(self,
name,
url,
cookies='',
titleTAG='title',
search_mode='eponly',
search_fallback=False,
enable_daily=False,
enable_backlog=False,
default=False, ):
super(TorrentRssProvider, self).__init__(name, clean_url(url), False)
self.cache = TorrentRssCache(self)
self.supports_backlog = False
self.search_mode = search_mode
self.search_fallback = search_fallback
self.enable_daily = enable_daily
self.enable_backlog = enable_backlog
self.enable_cookies = True
self.cookies = cookies
self.required_cookies = ('uid', 'pass')
self.titleTAG = titleTAG
self.default = default
def post(self, *args, **kwargs):
use_nzbs = self.get_argument('use_nzbs', None)
use_torrents = self.get_argument('use_torrents', None)
nzb_dir = self.get_argument('nzb_dir', None)
sab_username = self.get_argument('sab_username', None)
sab_password = self.get_argument('sab_password', None)
sab_apikey = self.get_argument('sab_apikey', None)
sab_category = self.get_argument('sab_category', None)
sab_category_anime = self.get_argument('sab_category_anime', None)
sab_category_backlog = self.get_argument('sab_category_backlog', None)
sab_category_anime_backlog = self.get_argument(
'sab_category_anime_backlog', None)
sab_host = self.get_argument('sab_host', None)
nzbget_username = self.get_argument('nzbget_username', None)
nzbget_password = self.get_argument('nzbget_password', None)
nzbget_category = self.get_argument('nzbget_category', None)
nzbget_category_backlog = self.get_argument('nzbget_category_backlog',
None)
nzbget_category_anime = self.get_argument('nzbget_category_anime',
None)
nzbget_category_anime_backlog = self.get_argument(
'nzbget_category_anime_backlog', None)
nzbget_priority = self.get_argument('nzbget_priority', None)
nzbget_host = self.get_argument('nzbget_host', None)
nzbget_use_https = self.get_argument('nzbget_use_https', None)
backlog_frequency = self.get_argument('backlog_frequency', None)
dailysearch_frequency = self.get_argument('dailysearch_frequency',
None)
nzb_method = self.get_argument('nzb_method', None)
torrent_method = self.get_argument('torrent_method', None)
usenet_retention = self.get_argument('usenet_retention', None)
download_propers = self.get_argument('download_propers', None)
check_propers_interval = self.get_argument('check_propers_interval',
None)
allow_high_priority = self.get_argument('allow_high_priority', None)
sab_forced = self.get_argument('sab_forced', None)
randomize_providers = self.get_argument('randomize_providers', None)
use_failed_snatcher = self.get_argument('use_failed_snatcher', None)
failed_snatch_age = self.get_argument('failed_snatch_age', None)
torrent_dir = self.get_argument('torrent_dir', None)
torrent_username = self.get_argument('torrent_username', None)
torrent_password = self.get_argument('torrent_password', None)
torrent_host = self.get_argument('torrent_host', None)
torrent_label = self.get_argument('torrent_label', None)
torrent_label_anime = self.get_argument('torrent_label_anime', None)
torrent_path = self.get_argument('torrent_path', None)
torrent_verify_cert = self.get_argument('torrent_verify_cert', None)
torrent_seed_time = self.get_argument('torrent_seed_time', None)
torrent_paused = self.get_argument('torrent_paused', None)
torrent_high_bandwidth = self.get_argument('torrent_high_bandwidth',
None)
torrent_rpcurl = self.get_argument('torrent_rpcurl', None)
torrent_auth_type = self.get_argument('torrent_auth_type', None)
ignore_words = self.get_argument('ignore_words', None)
require_words = self.get_argument('require_words', None)
ignored_subs_list = self.get_argument('ignored_subs_list', None)
enable_rss_cache = self.get_argument('enable_rss_cache', None)
torrent_file_to_magnet = self.get_argument('torrent_file_to_magnet',
None)
download_unverified_magnet_link = self.get_argument(
'download_unverified_magnet_link', None)
results = []
if not sickrage.app.config.change_nzb_dir(nzb_dir):
results += [
_("Unable to create directory ") + os.path.normpath(nzb_dir) +
_(", dir not changed.")
]
if not sickrage.app.config.change_torrent_dir(torrent_dir):
results += [
_("Unable to create directory ") +
os.path.normpath(torrent_dir) + _(", dir not changed.")
]
sickrage.app.config.change_failed_snatch_age(failed_snatch_age)
sickrage.app.config.use_failed_snatcher = checkbox_to_value(
use_failed_snatcher)
sickrage.app.config.change_daily_searcher_freq(dailysearch_frequency)
sickrage.app.config.change_backlog_searcher_freq(backlog_frequency)
sickrage.app.config.use_nzbs = checkbox_to_value(use_nzbs)
sickrage.app.config.use_torrents = checkbox_to_value(use_torrents)
sickrage.app.config.nzb_method = nzb_method
sickrage.app.config.torrent_method = torrent_method
sickrage.app.config.usenet_retention = try_int(usenet_retention, 500)
sickrage.app.config.ignore_words = ignore_words if ignore_words else ""
sickrage.app.config.require_words = require_words if require_words else ""
sickrage.app.config.ignored_subs_list = ignored_subs_list if ignored_subs_list else ""
sickrage.app.config.randomize_providers = checkbox_to_value(
randomize_providers)
sickrage.app.config.enable_rss_cache = checkbox_to_value(
enable_rss_cache)
sickrage.app.config.torrent_file_to_magnet = checkbox_to_value(
torrent_file_to_magnet)
sickrage.app.config.download_unverified_magnet_link = checkbox_to_value(
download_unverified_magnet_link)
sickrage.app.config.download_propers = checkbox_to_value(
download_propers)
sickrage.app.config.proper_searcher_interval = check_propers_interval
sickrage.app.config.allow_high_priority = checkbox_to_value(
allow_high_priority)
sickrage.app.config.sab_username = sab_username
sickrage.app.config.sab_password = sab_password
sickrage.app.config.sab_apikey = sab_apikey.strip()
sickrage.app.config.sab_category = sab_category
sickrage.app.config.sab_category_backlog = sab_category_backlog
sickrage.app.config.sab_category_anime = sab_category_anime
sickrage.app.config.sab_category_anime_backlog = sab_category_anime_backlog
sickrage.app.config.sab_host = clean_url(sab_host)
sickrage.app.config.sab_forced = checkbox_to_value(sab_forced)
sickrage.app.config.nzbget_username = nzbget_username
sickrage.app.config.nzbget_password = nzbget_password
sickrage.app.config.nzbget_category = nzbget_category
sickrage.app.config.nzbget_category_backlog = nzbget_category_backlog
sickrage.app.config.nzbget_category_anime = nzbget_category_anime
sickrage.app.config.nzbget_category_anime_backlog = nzbget_category_anime_backlog
sickrage.app.config.nzbget_host = clean_host(nzbget_host)
sickrage.app.config.nzbget_use_https = checkbox_to_value(
nzbget_use_https)
sickrage.app.config.nzbget_priority = try_int(nzbget_priority, 100)
sickrage.app.config.torrent_username = torrent_username
sickrage.app.config.torrent_password = torrent_password
sickrage.app.config.torrent_label = torrent_label
sickrage.app.config.torrent_label_anime = torrent_label_anime
sickrage.app.config.torrent_verify_cert = checkbox_to_value(
torrent_verify_cert)
sickrage.app.config.torrent_path = torrent_path.rstrip('/\\')
sickrage.app.config.torrent_seed_time = torrent_seed_time
sickrage.app.config.torrent_paused = checkbox_to_value(torrent_paused)
sickrage.app.config.torrent_high_bandwidth = checkbox_to_value(
torrent_high_bandwidth)
sickrage.app.config.torrent_host = clean_url(torrent_host)
sickrage.app.config.torrent_rpcurl = torrent_rpcurl
sickrage.app.config.torrent_auth_type = torrent_auth_type
torrent_webui_url(True)
sickrage.app.config.save()
if len(results) > 0:
[sickrage.app.log.error(x) for x in results]
sickrage.app.alerts.error(_('Error(s) Saving Configuration'),
'<br>\n'.join(results))
else:
sickrage.app.alerts.message(
_('[SEARCH] Configuration Encrypted and Saved to disk'))
return self.redirect("/config/search/")