def prepareSources(self):
try:
control.makeFile(control.dataPath)
self.sourceFile = control.providercacheFile
dbcon = database.connect(self.sourceFile)
dbcur = dbcon.cursor()
dbcur.execute("CREATE TABLE IF NOT EXISTS rel_url ("
"source TEXT, "
"imdb_id TEXT, "
"season TEXT, "
"episode TEXT, "
"rel_url TEXT, "
"UNIQUE(source, imdb_id, season, episode)"
");")
dbcur.execute("CREATE TABLE IF NOT EXISTS rel_src ("
"source TEXT, "
"imdb_id TEXT, "
"season TEXT, "
"episode TEXT, "
"hosts TEXT, "
"added TEXT, "
"UNIQUE(source, imdb_id, season, episode)"
");")
except:
pass
def timeout(function, *args, **table):
try:
response = None
f = repr(function)
f = re.sub('.+\smethod\s|.+function\s|\sat\s.+|\sof\s.+', '', f)
a = hashlib.md5()
for i in args: a.update(str(i))
a = str(a.hexdigest())
except:
pass
try:
table = table['table']
except:
table = 'rel_list'
try:
control.makeFile(control.dataPath)
dbcon = database.connect(control.cacheFile)
dbcur = dbcon.cursor()
dbcur.execute("SELECT * FROM %s WHERE func = '%s' AND args = '%s'" % (table, f, a))
match = dbcur.fetchone()
return int(match[3])
except:
return
def get(function, timeout, *args, **table):
try:
response = None
f = repr(function)
f = re.sub('.+\smethod\s|.+function\s|\sat\s.+|\sof\s.+', '', f)
a = hashlib.md5()
for i in args: a.update(str(i))
a = str(a.hexdigest())
except:
pass
try:
table = table['table']
except:
table = 'rel_list'
try:
control.makeFile(control.dataPath)
dbcon = database.connect(control.cacheFile)
dbcur = dbcon.cursor()
dbcur.execute("SELECT * FROM %s WHERE func = '%s' AND args = '%s'" % (table, f, a))
match = dbcur.fetchone()
response = eval(match[2].encode('utf-8'))
t1 = int(match[3])
t2 = int(time.time())
update = (abs(t2 - t1) / 3600) >= int(timeout)
if update == False:
return response
except:
pass
try:
r = function(*args)
if (r == None or r == []) and not response == None:
return response
elif (r == None or r == []):
return r
except:
return
try:
r = repr(r)
t = int(time.time())
dbcur.execute("CREATE TABLE IF NOT EXISTS %s (""func TEXT, ""args TEXT, ""response TEXT, ""added TEXT, ""UNIQUE(func, args)"");" % table)
dbcur.execute("DELETE FROM %s WHERE func = '%s' AND args = '%s'" % (table, f, a))
dbcur.execute("INSERT INTO %s Values (?, ?, ?, ?)" % table, (f, a, r, t))
dbcon.commit()
except:
pass
try:
return eval(r.encode('utf-8'))
except:
pass
def insert(data):
try:
control.makeFile(control.dataPath)
cacheFile = os.path.join(control.dataPath, 'regex.db')
dbcon = database.connect(cacheFile)
dbcur = dbcon.cursor()
dbcur.execute("CREATE TABLE IF NOT EXISTS regex (""regex TEXT, ""response TEXT, ""UNIQUE(regex)"");")
for i in data:
try: dbcur.execute("INSERT INTO regex Values (?, ?)", (i['regex'], i['response']))
except: pass
dbcon.commit()
except:
return
def addView(content):
try:
skin = control.skin
skinPath = control.skinPath
xml = os.path.join(skinPath, 'addon.xml')
file = control.openFile(xml)
read = file.read().replace('\n', '')
file.close()
try:
src = re.compile('defaultresolution="(.+?)"').findall(read)[0]
except:
src = re.compile('<res.+?folder="(.+?)"').findall(read)[0]
src = os.path.join(skinPath, src)
src = os.path.join(src, 'MyVideoNav.xml')
file = control.openFile(src)
read = file.read().replace('\n', '')
file.close()
views = re.compile('<views>(.+?)</views>').findall(read)[0]
views = [int(x) for x in views.split(',')]
for view in views:
label = control.infoLabel('Control.GetLabel(%s)' % (view))
if not (label == '' or label == None): break
record = (skin, content, str(view))
control.makeFile(control.dataPath)
dbcon = database.connect(control.viewsFile)
dbcur = dbcon.cursor()
dbcur.execute("CREATE TABLE IF NOT EXISTS views ("
"skin TEXT, "
"view_type TEXT, "
"view_id TEXT, "
"UNIQUE(skin, view_type)"
");")
dbcur.execute(
"DELETE FROM views WHERE skin = '%s' AND view_type = '%s'" %
(record[0], record[1]))
dbcur.execute("INSERT INTO views Values (?, ?, ?)", record)
dbcon.commit()
viewName = control.infoLabel('Container.Viewmode')
skinName = control.addon(skin).getAddonInfo('name')
skinIcon = control.addon(skin).getAddonInfo('icon')
control.infoDialog(viewName,
heading=skinName,
sound=True,
icon=skinIcon)
except:
return
def insert(meta):
try:
if not meta: return
control.makeFile(control.dataPath)
metacacheFile = os.path.join(control.dataPath, 'meta.5.db')
dbcon = database.connect(metacacheFile)
dbcur = dbcon.cursor()
dbcur.execute("CREATE TABLE IF NOT EXISTS meta (""imdb TEXT, ""tmdb TEXT, ""tvdb TEXT, ""lang TEXT, ""item TEXT, ""time TEXT, ""UNIQUE(imdb, tmdb, tvdb, lang)"");")
t = int(time.time())
r = False
for m in meta:
try:
i = repr(m['item'])
try: dbcur.execute("DELETE * FROM meta WHERE (imdb = '%s' and lang = '%s' and not imdb = '0') or (tmdb = '%s' and lang = '%s' and not tmdb = '0') or (tvdb = '%s' and lang = '%s' and not tvdb = '0')" % (m['imdb'], m['lang'], m['tmdb'], m['lang'], m['tvdb'], m['lang']))
except: pass
try: dbcur.execute("INSERT INTO meta Values (?, ?, ?, ?, ?, ?)", (m['imdb'], m['tmdb'], m['tvdb'], m['lang'], i, t))
except: r = True ; break
except:
pass
dbcon.commit()
dbcon.close()
if r == False: return
control.deleteFile(metacacheFile)
dbcon = database.connect(metacacheFile)
dbcur = dbcon.cursor()
dbcur.execute("CREATE TABLE IF NOT EXISTS meta (""imdb TEXT, ""tmdb TEXT, ""tvdb TEXT, ""lang TEXT, ""item TEXT, ""time TEXT, ""UNIQUE(imdb, tmdb, tvdb, lang)"");")
t = int(time.time())
r = False
for m in meta:
try:
i = repr(m['item'])
try: dbcur.execute("DELETE * FROM meta WHERE (imdb = '%s' and lang = '%s' and not imdb = '0') or (tmdb = '%s' and lang = '%s' and not tmdb = '0') or (tvdb = '%s' and lang = '%s' and not tvdb = '0')" % (m['imdb'], m['lang'], m['tmdb'], m['lang'], m['tvdb'], m['lang']))
except: pass
dbcur.execute("INSERT INTO meta Values (?, ?, ?, ?, ?, ?)", (m['imdb'], m['tmdb'], m['tvdb'], m['lang'], i, t))
except:
pass
dbcon.commit()
dbcon.close()
except:
return
def run(self):
def download():
return []
result = cache.get(download, 600000000, table='rel_dl')
for item in result:
self.name = item['name']
self.image = item['image']
self.url = item['url']
sysname = self.name.translate(None, '\/:*?"<>|').strip('.')
url = self.url.split('|')[0]
try:
headers = dict(urlparse.parse_qsl(self.url.rsplit('|', 1)[1]))
except:
headers = dict('')
ext = os.path.splitext(urlparse.urlparse(url).path)[1][1:].lower()
hdlr = re.compile('.+? ([(]\d{4}[)]|S\d*E\d*)$').findall(self.name)
if len(hdlr) == 0: self.content = 'Uncategorised'
if ext in ['m4a', 'mp3', 'aac']: self.content = 'Music'
hdlr = re.compile('.+? (S\d*E\d*)$').findall(self.name)
if len(hdlr) > 0: self.content = 'TVShows'
hdlr = re.compile('.+? [(](\d{4})[)]$').findall(self.name)
if len(hdlr) > 0: self.content = 'Movies'
if self.content == 'Movies':
dest = os.path.join(downloadPath, self.content)
control.makeFile(dest)
dest = os.path.join(dest, sysname)
control.makeFile(dest)
elif self.content == 'TVShows':
d = re.compile('(.+?) S(\d*)E(\d*)$').findall(sysname)[0]
dest = os.path.join(downloadPath, self.content)
control.makeFile(dest)
dest = os.path.join(dest, d[0])
control.makeFile(dest)
dest = os.path.join(dest, 'Season %01d' % int(d[1]))
control.makeFile(dest)
else:
dest = os.path.join(downloadPath, self.content)
control.makeFile(dest)
if not ext in [
'mp4', 'm4a', 'mp3', 'aac', 'mkv', 'flv', 'avi', 'mpg'
]:
ext = 'mp4'
dest = os.path.join(dest, sysname + '.' + ext)
control.infoDialog(self.name + ' Is Downloading',
'Downloads Started',
self.image,
time=7000)
try:
req = urllib2.Request(url, headers=headers)
resp = urllib2.urlopen(req, timeout=30)
except Exception, e:
removeDownload(self.url)
print '%s ERROR - File Failed To Open' % (dest)
continue
try:
self.size = int(resp.headers['Content-Length'])
except:
self.size = 0
if self.size < 1:
removeDownload(self.url)
print '%s Unknown filesize - Unable to download' % (dest)
continue
try:
resumable = 'bytes' in resp.headers['Accept-Ranges'].lower()
except:
resumable = False
size = 1024 * 1024
if self.size < size: size = self.size
gb = '%.2f GB' % (float(self.size) / 1073741824)
start = time.clock()
total = 0
notify = 0
errors = 0
count = 0
resume = 0
sleep = 0
self.clear()
control.window.setProperty(property + '.status', 'downloading')
control.window.setProperty(property + '.name', str(self.name))
control.window.setProperty(property + '.image', str(self.image))
control.window.setProperty(property + '.size', str(gb))
f = control.openFile(dest, 'wb')
chunk = None
chunks = []
while True:
downloaded = total
for c in chunks:
downloaded += len(c)
percent = min(100 * downloaded / self.size, 100)
self.speed = str(
int((downloaded / 1024) /
(time.clock() - start))) + ' KB/s'
self.percent = str(percent) + '%'
control.window.setProperty(property + '.percent',
str(self.percent))
control.window.setProperty(property + '.speed',
str(self.speed))
if percent >= notify:
control.infoDialog('Downloaded %s' % self.percent,
self.name,
self.image,
time=5000)
notify += 10
chunk = None
error = False
try:
chunk = resp.read(size)
if not chunk:
if self.percent < 99:
error = True
else:
while len(chunks) > 0:
c = chunks.pop(0)
f.write(c)
del c
f.close()
print '%s download complete' % (dest)
break
except Exception, e:
print str(e)
error = True
sleep = 10
errno = 0
if hasattr(e, 'errno'):
errno = e.errno
if errno == 10035: # 'A non-blocking socket operation could not be completed immediately'
pass
if errno == 10054: #'An existing connection was forcibly closed by the remote host'
errors = 10 #force resume
sleep = 30
if errno == 11001: # 'getaddrinfo failed'
errors = 10 #force resume
sleep = 30
if chunk:
errors = 0
chunks.append(chunk)
if len(chunks) > 5:
c = chunks.pop(0)
f.write(c)
total += len(c)
del c
if error:
errors += 1
count += 1
print '%d Error(s) whilst downloading %s' % (count, dest)
control.sleep(sleep * 1000)
if (resumable and errors > 0) or errors >= 10:
if (not resumable and resume >= 50) or resume >= 500:
#Give up!
print '%s download canceled - too many error whilst downloading' % (
dest)
break
resume += 1
errors = 0
if resumable:
chunks = []
#create new response
print 'Download resumed (%d) %s' % (resume, dest)
h = headers
h['Range'] = 'bytes=%d-' % int(total)
try:
resp = urllib2.urlopen(urllib2.Request(url,
headers=h),
timeout=10)
except:
resp = None
else:
#use existing response
pass
if control.window.getProperty(property + '.status') == 'stop':
control.infoDialog('Process Complete',
'Downloads',
time=5000)
return self.clear()
def resolve(self, url):
try:
m3u8 = [
'#EXTM3U',
'#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="audio",DEFAULT=YES,AUTOSELECT=YES,NAME="Stream 1",URI="{audio_stream}"',
'',
'#EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=0,NAME="{stream_name}",AUDIO="audio"',
'{video_stream}'
]
query = urlparse.parse_qs(url)
query = dict([(key, query[key][0]) if query[key] else (key, '')
for key in query])
auth = 'http://streamtorrent.tv/api/torrent/%s/%s.m3u8?json=true' % (
query['vid_id'], query['stream_id'])
r = client.request(auth)
r = json.loads(r)
try:
url = r['url']
except:
url = None
if not url == None:
def dialog(url):
try:
self.disableScraper = control.yesnoDialog(
'To watch this video visit from any device',
'[COLOR skyblue]%s[/COLOR]' % url, '', 'Torba',
'Cancel', 'Settings')
except:
pass
workers.Thread(dialog, url).start()
control.sleep(3000)
for i in range(100):
try:
if not control.condVisibility(
'Window.IsActive(yesnoDialog)'):
break
r = client.request(auth)
r = json.loads(r)
try:
url = r['url']
except:
url = None
if url == None: break
workers.Thread(dialog, url).start()
control.sleep(3000)
except:
pass
if self.disableScraper:
control.openSettings(query='2.0')
return ''
control.execute('Dialog.Close(yesnoDialog)')
if not url == None: return
stream_name = '%sp' % (query['height'])
video_stream = r[stream_name]
if not 'audio' in r: return video_stream
audio_stream = r['audio']
content = ('\n'.join(m3u8)).format(
**{
'audio_stream': audio_stream,
'stream_name': stream_name,
'video_stream': video_stream
})
path = os.path.join(control.dataPath, 'torbase.m3u8')
control.makeFile(control.dataPath)
control.deleteFile(path)
file = control.openFile(path, 'w')
file.write(content)
file.close()
return path
except:
return
