def _get_sources(self, name, url):
try:
headers = {'User-Agent': client.agent()}
r = self.scraper.get(url, headers=headers).content
r = ensure_text(r, errors='replace')
name = client.replaceHTMLCodes(name)
try:
_name = name.lower().replace('rr',
'').replace('nf', '').replace(
'ul', '').replace('cu', '')
except:
_name = name
l = dom_parser2.parse_dom(r, 'pre', {'class': 'links'})
s = ''
for i in l:
s += i.content
urls = re.findall(
r'''((?:http|ftp|https)://[\w_-]+(?:(?:\.[\w_-]+)+)[\w.,@?^=%&:/~+#-]*[\w@?^=%&/~+#-])''',
i.content,
flags=re.MULTILINE | re.DOTALL)
urls = [
i for i in urls if not i.endswith(('.rar', '.zip', '.iso',
'.idx', '.sub', '.srt'))
]
for url in urls:
if url in str(self.sources):
continue
valid, host = source_utils.is_host_valid(url, self.hostDict)
if not valid:
continue
host = client.replaceHTMLCodes(host)
#host = host.encode('utf-8')
quality, info = source_utils.get_release_quality(name, url)
try:
size = re.findall(
'((?:\d+\.\d+|\d+\,\d+|\d+)\s*(?:GiB|MiB|GB|MB))',
name)[0]
dsize, isize = source_utils._size(size)
except BaseException:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
self.sources.append({
'source': host,
'quality': quality,
'language': 'en',
'url': url,
'info': info,
'direct': False,
'debridonly': True,
'size': dsize,
'name': _name
})
except:
pass
def sources(self, url, hostDict, hostprDict):
sources = []
try:
if debrid.status() is False:
return sources
if url is None:
return sources
data = parse_qs(url)
data = dict([(i, data[i][0]) if data[i] else (i, '') for i in data])
query = '%s s%02de%02d' % (data['tvshowtitle'], int(data['season']), int(data['episode']))\
if 'tvshowtitle' in data else '%s %s' % (data['title'], data['year'])
query = re.sub(u'(\\\|/| -|:|;|\*|\?|"|\'|<|>|\|)', ' ', query).lower()
url = urljoin(self.base_link, self.search_link % quote_plus(query))
r = client.request(url)
#r = scraper.get(url).content
r = ensure_text(r, errors='replace').strip()
posts = client.parseDOM(r, 'table', attrs={'class': 'table2', 'cellspacing': '0'})[1]
posts = client.parseDOM(posts, 'tr')[1:]
for post in posts:
links = client.parseDOM(post, 'a', ret='href')[0]
links = client.replaceHTMLCodes(links).lstrip('/')
hash = links.split('/')[0]
name = links.split('/')[1]
url = 'magnet:?xt=urn:btih:{}'.format(hash)
if not query in cleantitle.get_title(name): continue
quality, info = source_utils.get_release_quality(name)
try:
size = client.parseDOM(post, 'td', attrs={'class': 'tdnormal'})[1]
dsize, isize = source_utils._size(size)
except:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
sources.append({'source': 'Torrent', 'quality': quality, 'language': 'en', 'url': url, 'info': info,
'direct': False, 'debridonly': True, 'size': dsize, 'name': name})
return sources
except:
log_utils.log('tdl3 - Exception', 1)
return sources
def sources(self, url, hostDict, hostprDict):
sources = []
scraper = cfscrape.create_scraper()
try:
if debrid.status() is False:
return sources
if url is None:
return sources
data = parse_qs(url)
data = dict([(i, data[i][0]) if data[i] else (i, '')
for i in data])
query = '%s s%02de%02d' % (data['tvshowtitle'], int(data['season']), int(data['episode']))\
if 'tvshowtitle' in data else '%s %s' % (data['title'], data['year'])
query = re.sub(u'(\\\|/| -|:|;|\*|\?|"|\'|<|>|\|)', ' ',
query).lower()
url = urljoin(self.base_link, self.search_link % quote_plus(query))
#r = client.request(url)
#r = requests.get(url).content
r = scraper.get(url).content
r = ensure_text(r, errors='replace').replace(' ', ' ')
r = client.parseDOM(
r,
'div',
attrs={'style': 'display:table;width:100%;text-align:left'})
posts = client.parseDOM(r, 'div', attrs={'class': 'one_result'})
#log_utils.log('posts_is: '+str(posts))
for post in posts:
links = client.parseDOM(post,
'div',
attrs={'class': 'fa fa-magnet'})[0]
url = client.parseDOM(links, 'a', ret='href')[0]
url = client.replaceHTMLCodes(url).split('&tr=')[0]
name = url.split('&dn=')[1]
if not query in cleantitle.get_title(name): continue
quality, info = source_utils.get_release_quality(name, url)
try:
size = client.parseDOM(post,
'span',
attrs={'class': 'torrent_size'})[0]
dsize, isize = source_utils._size(size)
except:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
sources.append({
'source': 'Torrent',
'quality': quality,
'language': 'en',
'url': url,
'info': info,
'direct': False,
'debridonly': True,
'size': dsize,
'name': name
})
return sources
except:
log_utils.log('btdig3 - Exception', 1)
return sources
def sources(self, url, hostDict, hostprDict):
sources = []
try:
if debrid.status() is False:
return sources
if url is None:
return sources
data = parse_qs(url)
data = dict([(i, data[i][0]) if data[i] else (i, '')
for i in data])
title = data['tvshowtitle'] if 'tvshowtitle' in data else data[
'title']
hdlr = 'S%02dE%02d' % (int(data['season']), int(
data['episode'])) if 'tvshowtitle' in data else data['year']
query = '%s S%02dE%02d' % (
data['tvshowtitle'], int(data['season']),
int(data['episode'])) if 'tvshowtitle' in data else '%s %s' % (
data['title'], data['year'])
query = re.sub('(\\\|/| -|:|;|\*|\?|"|\'|<|>|\|)', ' ', query)
url = self.search_link % quote_plus(query)
url = urljoin(self.base_link, url)
r = client.request(url)
posts = re.findall('<h2 class="title">(.+?)</h2>', r,
re.IGNORECASE)
hostDict = hostprDict + hostDict
urls = []
for item in posts:
try:
link, name = re.findall('href="(.+?)" title="(.+?)"', item,
re.IGNORECASE)[0]
if not cleantitle.get(title) in cleantitle.get(name):
continue
name = client.replaceHTMLCodes(name)
try:
_name = name.lower().replace('permalink to', '')
except:
_name = name
quality, info = source_utils.get_release_quality(
name, link)
try:
size = re.findall(
'((?:\d+\.\d+|\d+\,\d+|\d+)\s*(?:GB|GiB|MB|MiB))',
name)[-1]
dsize, isize = source_utils._size(size)
except Exception:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
links = self.links(link)
urls += [(i, quality, info) for i in links]
except Exception:
pass
for item in urls:
if 'earn-money' in item[0]:
continue
if any(x in item[0] for x in ['.rar', '.zip', '.iso']):
continue
url = client.replaceHTMLCodes(item[0])
#url = url.encode('utf-8')
url = ensure_text(url)
valid, host = source_utils.is_host_valid(url, hostDict)
if not valid:
continue
host = client.replaceHTMLCodes(host)
#host = host.encode('utf-8')
host = ensure_text(host)
sources.append({
'source': host,
'quality': item[1],
'language': 'en',
'url': url,
'info': item[2],
'direct': False,
'debridonly': True,
'size': dsize,
'name': _name
})
return sources
except Exception:
return sources
def sources(self, url, hostDict, hostprDict):
try:
sources = []
if url is None:
return sources
if debrid.status() is False:
raise Exception()
hostDict = hostprDict + hostDict
data = parse_qs(url)
data = dict([(i, data[i][0]) if data[i] else (i, '')
for i in data])
title = data['tvshowtitle'] if 'tvshowtitle' in data else data[
'title']
title = cleantitle.get_query(title)
hdlr = 's%02de%02d' % (int(data['season']), int(
data['episode'])) if 'tvshowtitle' in data else data['year']
query = '%s s%02de%02d' % (
title, int(data['season']), int(data['episode'])
) if 'tvshowtitle' in data else '%s %s' % (title, data['year'])
query = re.sub('(\\\|/| -|:|;|\*|\?|"|\'|<|>|\|)', ' ', query)
try:
url = self.search_link % quote_plus(query)
url = urljoin(self.base_link, url)
r = self.scraper.get(url).content
r = ensure_text(r, errors='replace')
posts = client.parseDOM(r, 'div', attrs={'class': 'post'})
items = []
for post in posts:
try:
u = client.parseDOM(post,
"div",
attrs={"class": "postContent"})
size = re.findall(
'((?:\d+\,\d+\.\d+|\d+\.\d+|\d+\,\d+|\d+)\s*(?:GiB|MiB|GB|MB))',
u[0])[0]
u = client.parseDOM(u, "h2")
u = client.parseDOM(u, 'a', ret='href')
u = [(i.strip('/').split('/')[-1], i, size) for i in u]
items += u
except:
pass
except:
pass
for item in items:
try:
name = item[0]
name = client.replaceHTMLCodes(name)
t = re.sub(
'(\.|\(|\[|\s)(\d{4}|S\d*E\d*|S\d*|3D)(\.|\)|\]|\s|)(.+|)',
'', name)
if not cleantitle.get(t) == cleantitle.get(title): continue
quality, info = source_utils.get_release_quality(
name, item[1])
try:
dsize, isize = source_utils._size(item[2])
except:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
url = item[1]
if any(x in url for x in ['.rar', '.zip', '.iso']):
raise Exception()
url = client.replaceHTMLCodes(url)
url = ensure_text(url)
host = re.findall('([\w]+[.][\w]+)$',
urlparse(url.strip().lower()).netloc)[0]
if host not in hostDict:
raise Exception()
host = client.replaceHTMLCodes(host)
host = ensure_text(host)
sources.append({
'source': host,
'quality': quality,
'language': 'en',
'url': url,
'info': info,
'direct': False,
'debridonly': True,
'size': dsize,
'name': name
})
except:
pass
return sources
except:
return sources
def sources(self, url, hostDict, hostprDict):
sources = []
scraper = cfscrape.create_scraper()
try:
if debrid.status() is False:
return sources
if url is None:
return sources
data = parse_qs(url)
data = dict([(i, data[i][0]) if data[i] else (i, '')
for i in data])
query = '%s s%02de%02d' % (data['tvshowtitle'], int(data['season']), int(data['episode']))\
if 'tvshowtitle' in data else '%s %s' % (data['title'], data['year'])
query = re.sub(u'(\\\|/| -|:|;|\*|\?|"|\'|<|>|\|)', ' ',
query).lower()
url = urljoin(self.base_link, self.search_link % query)
#r = client.request(url)
#r = requests.get(url).content
r = scraper.get(url).content
r = ensure_text(r, errors='replace').replace(' ', ' ')
r = client.parseDOM(r, 'div', attrs={'class': 'col s12'})
posts = client.parseDOM(r, 'div')[1:]
posts = [i for i in posts if 'magnet/' in i]
for post in posts:
links = client.parseDOM(post, 'a', ret='href')[0]
url = 'magnet:?xt=urn:btih:' + links.lstrip('magnet/')
try:
name = client.parseDOM(post, 'a', ret='title')[0]
if not query in cleantitle.get_title(name): continue
except:
name = ''
quality, info = source_utils.get_release_quality(name, name)
try:
size = re.findall(r'<b class="cpill .+?-pill">(.+?)</b>',
post)[0]
dsize, isize = source_utils._size(size)
except:
dsize, isize = 0.0, ''
info.insert(0, isize)
info = ' | '.join(info)
sources.append({
'source': 'Torrent',
'quality': quality,
'language': 'en',
'url': url,
'info': info,
'direct': False,
'debridonly': True,
'size': dsize,
'name': name
})
return sources
except:
log_utils.log('bt4g3 - Exception', 1)
return sources