def worker(self):
self.meta = []
total = len(self.list)
#control.log("##################><><><><> WORKER TOTAL %s" % total)
for i in range(0, total): self.list[i].update({'metacache': False})
self.list = metacache.fetch(self.list, self.info_lang)
for r in range(0, total, 25):
threads = []
for i in range(r, r+25):
if i <= total: threads.append(workers.Thread(self.super_info, i))
[i.start() for i in threads]
[i.join() for i in threads]
self.list = [i for i in self.list if not i['imdb'] == '0']
#control.log("##################><><><><> WORKER %s" % str(len(self.meta)))
if len(self.meta) > 0: metacache.insert(self.meta)
def scn_list(self, url):
def predb_items():
try:
years = [(self.datetime).strftime('%Y'), (self.datetime - datetime.timedelta(days = 365)).strftime('%Y')]
months = (self.datetime - datetime.timedelta(days = 180)).strftime('%Y%m%d')
result = ''
for i in years:
result += client.request(self.scn_page % (str(i), '1'))
result += client.request(self.scn_page % (str(i), '2'))
items = client.parseDOM(result, 'div', attrs = {'class': 'post'})
items = [(client.parseDOM(i, 'a', attrs = {'class': 'p-title'}), re.compile('(\d{4}-\d{2}-\d{2})').findall(i)) for i in items]
items = [(i[0][0], i[1][0]) for i in items if len(i[0]) > 0 and len(i[1]) > 0]
items = [(re.sub('(\.|\(|\[|\s)(\d{4}|S\d*E\d*|3D)(\.|\)|\]|\s)(.+)', '', i[0]), re.compile('[\.|\(|\[|\s](\d{4})[\.|\)|\]|\s]').findall(i[0]), re.sub('[^0-9]', '', i[1])) for i in items]
items = [(i[0], i[1][-1], i[2]) for i in items if len(i[1]) > 0]
items = [i for i in items if int(months) <= int(i[2])]
items = sorted(items,key=lambda x: x[2])[::-1]
items = [(re.sub('(\.|\(|\[|LIMITED|UNCUT)', ' ', i[0]).strip(), i[1]) for i in items]
items = [x for y,x in enumerate(items) if x not in items[:y]]
items = items[:150]
return items
except:
return
def predb_list(i):
try:
url = self.imdb_by_query % (urllib.quote_plus(i[0]), i[1])
item = client.request(url, timeout='10')
item = json.loads(item)
title = item['Title']
title = client.replaceHTMLCodes(title)
title = title.encode('utf-8')
year = item['Year']
year = re.sub('[^0-9]', '', str(year))
year = year.encode('utf-8')
name = '%s (%s)' % (title, year)
try: name = name.encode('utf-8')
except: pass
imdb = item['imdbID']
if imdb == None or imdb == '' or imdb == 'N/A': raise Exception()
imdb = 'tt' + re.sub('[^0-9]', '', str(imdb))
imdb = imdb.encode('utf-8')
poster = item['Poster']
if poster == None or poster == '' or poster == 'N/A': poster = '0'
if not ('_SX' in poster or '_SY' in poster): poster = '0'
poster = re.sub('_SX\d*|_SY\d*|_CR\d+?,\d+?,\d+?,\d*','_SX500', poster)
poster = poster.encode('utf-8')
genre = item['Genre']
if genre == None or genre == '' or genre == 'N/A': genre = '0'
genre = genre.replace(', ', ' / ')
genre = genre.encode('utf-8')
duration = item['Runtime']
if duration == None or duration == '' or duration == 'N/A': duration = '0'
duration = re.sub('[^0-9]', '', str(duration))
duration = duration.encode('utf-8')
rating = item['imdbRating']
if rating == None or rating == '' or rating == 'N/A' or rating == '0.0': rating = '0'
rating = rating.encode('utf-8')
votes = item['imdbVotes']
try: votes = str(format(int(votes),',d'))
except: pass
if votes == None or votes == '' or votes == 'N/A': votes = '0'
votes = votes.encode('utf-8')
mpaa = item['Rated']
if mpaa == None or mpaa == '' or mpaa == 'N/A': mpaa = '0'
mpaa = mpaa.encode('utf-8')
director = item['Director']
if director == None or director == '' or director == 'N/A': director = '0'
director = director.replace(', ', ' / ')
director = re.sub(r'\(.*?\)', '', director)
director = ' '.join(director.split())
director = director.encode('utf-8')
writer = item['Writer']
if writer == None or writer == '' or writer == 'N/A': writer = '0'
writer = writer.replace(', ', ' / ')
writer = re.sub(r'\(.*?\)', '', writer)
writer = ' '.join(writer.split())
writer = writer.encode('utf-8')
cast = item['Actors']
if cast == None or cast == '' or cast == 'N/A': cast = '0'
cast = [x.strip() for x in cast.split(',') if not x == '']
try: cast = [(x.encode('utf-8'), '') for x in cast]
except: cast = []
if cast == []: cast = '0'
plot = item['Plot']
if plot == None or plot == '' or plot == 'N/A': plot = '0'
plot = client.replaceHTMLCodes(plot)
plot = plot.encode('utf-8')
tagline = re.compile('[.!?][\s]{1,2}(?=[A-Z])').split(plot)[0]
try: tagline = tagline.encode('utf-8')
except: pass
self.list.append({'title': title, 'originaltitle': title, 'year': year, 'premiered': '0', 'studio': '0', 'genre': genre, 'duration': duration, 'rating': rating, 'votes': votes, 'mpaa': mpaa, 'director': director, 'writer': writer, 'cast': cast, 'plot': plot, 'tagline': tagline, 'name': name, 'code': imdb, 'imdb': imdb, 'tmdb': '0', 'tvdb': '0', 'tvrage': '0', 'poster': poster, 'banner': '0', 'fanart': '0'})
except:
pass
try:
items = cache.get(predb_items, 24)
start = re.compile('start=(\d*)').findall(url)[-1]
start = int(start)
if len(items) > (start + 30): next = self.scn_link + '?start=%s' % (start + 30)
else: next = ''
except:
return
threads = []
for i in range(start - 1, start + 29):
try: threads.append(workers.Thread(predb_list, items[i]))
except: pass
[i.start() for i in threads]
[i.join() for i in threads]
for i in range(0, len(self.list)): self.list[i].update({'next': next})
return self.list
def sourcesDialog(self):
try:
sources = [{
'label':
'00 | [B]%s[/B]' % control.lang(30509).encode('utf-8').upper()
}] + self.sources
labels = [i['label'] for i in sources]
select = control.selectDialog(labels)
if select == 0: return self.sourcesDirect()
if select == -1: return 'close://'
items = [self.sources[select - 1]]
next = [y for x, y in enumerate(self.sources) if x >= select]
prev = [y for x, y in enumerate(self.sources) if x < select][::-1]
source, quality = items[0]['source'], items[0]['quality']
items = [
i for i in items + next + prev
if i['quality'] == quality and i['source'] == source
][:10]
items += [
i for i in next + prev
if i['quality'] == quality and not i['source'] == source
][:10]
self.progressDialog = control.progressDialog
self.progressDialog.create(control.addonInfo('name'), '')
self.progressDialog.update(0)
block = None
for i in range(len(items)):
try:
if self.progressDialog.iscanceled(): break
self.progressDialog.update(
int((100 / float(len(items))) * i),
str(items[i]['label']), str(' '))
if items[i]['source'] == block: raise Exception()
w = workers.Thread(self.sourcesResolve, items[i]['url'],
items[i]['provider'])
w.start()
m = ''
for x in range(3600):
if self.progressDialog.iscanceled():
return self.progressDialog.close()
if xbmc.abortRequested == True: return sys.exit()
k = control.condVisibility(
'Window.IsActive(virtualkeyboard)')
if k:
m += '1'
m = m[-1]
if (w.is_alive() == False or x > 30) and not k: break
time.sleep(1)
for x in range(30):
if m == '': break
if self.progressDialog.iscanceled():
return self.progressDialog.close()
if xbmc.abortRequested == True: return sys.exit()
if w.is_alive() == False: break
time.sleep(1)
if w.is_alive() == True: block = items[i]['source']
if self.url == None: raise Exception()
self.selectedSource = items[i]['label']
self.progressDialog.close()
return self.url
except:
pass
try:
self.progressDialog.close()
except:
pass
except:
try:
self.progressDialog.close()
except:
pass
def checkSources(self, name, title, year, imdb, tmdb, tvdb, service,
season, episode, tvshowtitle, alter, date):
sourceDict = []
for package, name, is_pkg in pkgutil.walk_packages(__path__):
sourceDict.append((name, is_pkg))
sourceDict = [i[0] for i in sourceDict if i[1] == False]
content = 'movie' if tvshowtitle == None else 'episode'
if content == 'movie':
sourceDict = [
i for i in sourceDict if i.endswith(('_mv', '_mv_tv'))
]
try:
sourceDict = [
(i, control.setting(re.sub('_mv_tv$|_mv$|_tv$', '', i)))
for i in sourceDict
]
except:
sourceDict = [(i, 'true') for i in sourceDict]
else:
sourceDict = [
i for i in sourceDict if i.endswith(('_tv', '_mv_tv'))
]
try:
sourceDict = [(i,
control.setting(
re.sub('_mv_tv$|_mv$|_tv$', '', i) + '_tv'))
for i in sourceDict]
except:
sourceDict = [(i, 'true') for i in sourceDict]
threads = []
control.makeFile(control.dataPath)
self.sourceFile = control.sourcescacheFile
sourceDict = [i[0] for i in sourceDict if i[1] == 'true']
if content == 'movie':
title = cleantitle.normalize(title)
for source in sourceDict:
threads.append(
workers.Thread(
self.getMovieSource, title, year, imdb,
re.sub('_mv_tv$|_mv$|_tv$', '', source),
__import__(source, globals(), locals(), [],
-1).source()))
else:
tvshowtitle = cleantitle.normalize(tvshowtitle)
season, episode = alterepisode.alterepisode().get(
imdb, tmdb, tvdb, service, season, episode, alter, title, date)
for source in sourceDict:
control.log("SOURCE S2 %s" % source)
threads.append(
workers.Thread(
self.getEpisodeSource, title, year, imdb, tvdb, season,
episode, tvshowtitle, date,
re.sub('_mv_tv$|_mv$|_tv$', '', source),
__import__(source, globals(), locals(), [],
-1).source()))
try:
timeout = int(control.setting('sources_timeout_40'))
except:
timeout = 40
[i.start() for i in threads]
for i in range(0, timeout * 2):
try:
if xbmc.abortRequested == True: return sys.exit()
if len(self.sources) >= 10: break
is_alive = [x.is_alive() for x in threads]
if all(x == False for x in is_alive): break
time.sleep(0.5)
except:
pass
if len(self.sources) >= 10: return True
else: return False
def getSources(self, name, title, year, imdb, tmdb, tvdb, service, season,
episode, tvshowtitle, alter, date):
sourceDict = []
for package, name, is_pkg in pkgutil.walk_packages(__path__):
sourceDict.append((name, is_pkg))
sourceDict = [i[0] for i in sourceDict if i[1] == False]
content = 'movie' if tvshowtitle == None else 'episode'
if content == 'movie':
sourceDict = [
i for i in sourceDict if i.endswith(('_mv', '_mv_tv'))
]
try:
sourceDict = [
(i, control.setting(re.sub('_mv_tv$|_mv$|_tv$', '', i)))
for i in sourceDict
]
except:
sourceDict = [(i, 'true') for i in sourceDict]
else:
sourceDict = [
i for i in sourceDict if i.endswith(('_tv', '_mv_tv'))
]
try:
sourceDict = [(i,
control.setting(
re.sub('_mv_tv$|_mv$|_tv$', '', i) + '_tv'))
for i in sourceDict]
except:
sourceDict = [(i, 'true') for i in sourceDict]
threads = []
control.makeFile(control.dataPath)
self.sourceFile = control.sourcescacheFile
sourceDict = [i[0] for i in sourceDict if i[1] == 'true']
if content == 'movie':
title = cleantitle.normalize(title)
for source in sourceDict:
threads.append(
workers.Thread(
self.getMovieSource, title, year, imdb,
re.sub('_mv_tv$|_mv$|_tv$', '', source),
__import__(source, globals(), locals(), [],
-1).source()))
else:
tvshowtitle = cleantitle.normalize(tvshowtitle)
season, episode = alterepisode.alterepisode().get(
imdb, tmdb, tvdb, service, season, episode, alter, title, date)
for source in sourceDict:
threads.append(
workers.Thread(
self.getEpisodeSource, title, year, imdb, tvdb, season,
episode, tvshowtitle, date,
re.sub('_mv_tv$|_mv$|_tv$', '', source),
__import__(source, globals(), locals(), [],
-1).source()))
try:
timeout = int(control.setting('sources_timeout_40'))
except:
timeout = 40
[i.start() for i in threads]
control.idle()
sourceLabel = [re.sub('_mv_tv$|_mv$|_tv$', '', i) for i in sourceDict]
sourceLabel = [re.sub('v\d+$', '', i).upper() for i in sourceLabel]
self.progressDialog = control.progressDialog
self.progressDialog.create(control.addonInfo('name'), '')
self.progressDialog.update(0)
string1 = control.lang(30512).encode('utf-8')
string2 = control.lang(30513).encode('utf-8')
string3 = control.lang(30514).encode('utf-8')
for i in range(0, timeout * 2):
try:
if xbmc.abortRequested == True: return sys.exit()
try:
info = [
sourceLabel[int(re.sub('[^0-9]', '', str(x.getName())))
- 1] for x in threads
if x.is_alive() == True
]
except:
info = []
if len(info) > 5: info = len(info)
self.progressDialog.update(
int((100 / float(len(threads))) *
len([x for x in threads if x.is_alive() == False])),
str('%s: %s %s' % (string1, int(i * 0.5), string2)),
str('%s: %s' %
(string3, str(info).translate(None, "[]'"))))
if self.progressDialog.iscanceled(): break
is_alive = [x.is_alive() for x in threads]
if all(x == False for x in is_alive): break
time.sleep(0.5)
except:
pass
self.progressDialog.close()
return self.sources
def playItem(self, content, name, year, imdb, tvdb, source):
try:
control.resolve(int(sys.argv[1]), True, control.item(path=''))
control.execute('Dialog.Close(okdialog)')
next = []
prev = []
total = []
meta = None
for i in range(1, 10000):
try:
u = control.infoLabel('ListItem(%s).FolderPath' % str(i))
if u in total: raise Exception()
total.append(u)
u = dict(urlparse.parse_qsl(u.replace('?', '')))
if 'meta' in u: meta = u['meta']
u = json.loads(u['source'])[0]
next.append(u)
except:
break
for i in range(-10000, 0)[::-1]:
try:
u = control.infoLabel('ListItem(%s).FolderPath' % str(i))
if u in total: raise Exception()
total.append(u)
u = dict(urlparse.parse_qsl(u.replace('?', '')))
if 'meta' in u: meta = u['meta']
u = json.loads(u['source'])[0]
prev.append(u)
except:
break
items = json.loads(source)
source, quality = items[0]['source'], items[0]['quality']
items = [
i for i in items + next + prev
if i['quality'] == quality and i['source'] == source
][:10]
items += [
i for i in next + prev
if i['quality'] == quality and not i['source'] == source
][:10]
self.progressDialog = control.progressDialog
self.progressDialog.create(control.addonInfo('name'), '')
self.progressDialog.update(0)
block = None
for i in range(len(items)):
try:
self.progressDialog.update(
int((100 / float(len(items))) * i),
str(items[i]['label']), str(' '))
if items[i]['source'] == block: raise Exception()
w = workers.Thread(self.sourcesResolve, items[i]['url'],
items[i]['provider'])
w.start()
m = ''
for x in range(3600):
if self.progressDialog.iscanceled():
return self.progressDialog.close()
if xbmc.abortRequested == True: return sys.exit()
k = control.condVisibility(
'Window.IsActive(virtualkeyboard)')
if k:
m += '1'
m = m[-1]
if (w.is_alive() == False or x > 30) and not k: break
time.sleep(1)
for x in range(30):
if m == '': break
if self.progressDialog.iscanceled():
return self.progressDialog.close()
if xbmc.abortRequested == True: return sys.exit()
if w.is_alive() == False: break
time.sleep(1)
if w.is_alive() == True: block = items[i]['source']
if self.url == None: raise Exception()
try:
self.progressDialog.close()
except:
pass
control.sleep(200)
if control.setting('playback_info') == 'true':
control.infoDialog(items[i]['label'], heading=name)
from resources.lib.lib.player import player
player().run(content, name, self.url, year, imdb, tvdb,
meta)
return self.url
except:
pass
try:
self.progressDialog.close()
except:
pass
raise Exception()
except:
control.infoDialog(control.lang(30501).encode('utf-8'))
pass
