def TORDownloadMethod(bookid=None,
tor_title=None,
tor_url=None,
library='eBook'):
myDB = database.DBConnection()
downloadID = False
Source = ''
full_url = tor_url # keep the url as stored in "wanted" table
if tor_url and tor_url.startswith('magnet'):
torrent = tor_url # allow magnet link to write to blackhole and hash to utorrent/rtorrent
else:
# h = HTMLParser()
# tor_url = h.unescape(tor_url)
# HTMLParser is probably overkill, we only seem to get &
#
tor_url = tor_url.replace('&', '&')
if '&file=' in tor_url:
# torznab results need to be re-encoded
# had a problem with torznab utf-8 encoded strings not matching
# our utf-8 strings because of long/short form differences
url, value = tor_url.split('&file=', 1)
value = makeUnicode(value) # ensure unicode
value = unicodedata.normalize('NFC',
value) # normalize to short form
value = value.encode('unicode-escape') # then escape the result
value = value.replace(' ', '%20') # and encode any spaces
tor_url = url + '&file=' + value
# strip url back to the .torrent as some sites add parameters
if not tor_url.endswith('.torrent'):
if '.torrent' in tor_url:
tor_url = tor_url.split('.torrent')[0] + '.torrent'
headers = {'Accept-encoding': 'gzip', 'User-Agent': USER_AGENT}
proxies = proxyList()
try:
r = requests.get(tor_url,
headers=headers,
timeout=90,
proxies=proxies)
except requests.exceptions.Timeout:
logger.warn('Timeout fetching file from url: %s' % tor_url)
return False
except Exception as e:
if hasattr(e, 'reason'):
logger.warn('%s fetching file from url: %s, %s' %
(type(e).__name__, tor_url, e.reason))
else:
logger.warn('%s fetching file from url: %s, %s' %
(type(e).__name__, tor_url, str(e)))
return False
torrent = r.content
if lazylibrarian.CONFIG['TOR_DOWNLOADER_BLACKHOLE']:
Source = "BLACKHOLE"
logger.debug("Sending %s to blackhole" % tor_title)
tor_name = cleanName(tor_title).replace(' ', '_')
if tor_url and tor_url.startswith('magnet'):
if lazylibrarian.CONFIG['TOR_CONVERT_MAGNET']:
hashid = CalcTorrentHash(tor_url)
tor_name = 'meta-' + hashid + '.torrent'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'],
tor_name)
result = magnet2torrent(tor_url, tor_path)
if result is not False:
logger.debug('Magnet file saved as: %s' % tor_path)
downloadID = Source
else:
tor_name += '.magnet'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'],
tor_name)
msg = ''
try:
msg = 'Opening '
with open(tor_path, 'wb') as torrent_file:
msg += 'Writing '
if isinstance(torrent, unicode):
torrent = torrent.encode('iso-8859-1')
torrent_file.write(torrent)
msg += 'SettingPerm'
setperm(tor_path)
msg += 'Saved'
logger.debug('Magnet file saved: %s' % tor_path)
downloadID = Source
except Exception as e:
logger.debug("Failed to write magnet to file: %s %s" %
(type(e).__name__, str(e)))
logger.debug("Progress: %s" % msg)
logger.debug("Filename [%s]" % (repr(tor_path)))
return False
else:
tor_name += '.torrent'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'],
tor_name)
msg = ''
try:
msg = 'Opening '
with open(tor_path, 'wb') as torrent_file:
msg += 'Writing '
if isinstance(torrent, unicode):
torrent = torrent.encode('iso-8859-1')
torrent_file.write(torrent)
msg += 'SettingPerm '
setperm(tor_path)
msg += 'Saved'
logger.debug('Torrent file saved: %s' % tor_name)
downloadID = Source
except Exception as e:
logger.debug("Failed to write torrent to file: %s %s" %
(type(e).__name__, str(e)))
logger.debug("Progress: %s" % msg)
logger.debug("Filename [%s]" % (repr(tor_path)))
return False
if lazylibrarian.CONFIG['TOR_DOWNLOADER_UTORRENT'] and lazylibrarian.CONFIG[
'UTORRENT_HOST']:
logger.debug("Sending %s to Utorrent" % tor_title)
Source = "UTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = utorrent.addTorrent(tor_url,
hashid) # returns hash or False
if downloadID:
tor_title = utorrent.nameTorrent(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_RTORRENT'] and lazylibrarian.CONFIG[
'RTORRENT_HOST']:
logger.debug("Sending %s to rTorrent" % tor_title)
Source = "RTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = rtorrent.addTorrent(tor_url,
hashid) # returns hash or False
if downloadID:
tor_title = rtorrent.getName(downloadID)
if lazylibrarian.CONFIG[
'TOR_DOWNLOADER_QBITTORRENT'] and lazylibrarian.CONFIG[
'QBITTORRENT_HOST']:
logger.debug("Sending %s to qbittorrent" % tor_title)
Source = "QBITTORRENT"
hashid = CalcTorrentHash(torrent)
status = qbittorrent.addTorrent(tor_url,
hashid) # returns True or False
if status:
downloadID = hashid
tor_title = qbittorrent.getName(hashid)
if lazylibrarian.CONFIG[
'TOR_DOWNLOADER_TRANSMISSION'] and lazylibrarian.CONFIG[
'TRANSMISSION_HOST']:
logger.debug("Sending %s to Transmission" % tor_title)
Source = "TRANSMISSION"
downloadID = transmission.addTorrent(tor_url) # returns id or False
if downloadID:
# transmission returns it's own int, but we store hashid instead
downloadID = CalcTorrentHash(torrent)
tor_title = transmission.getTorrentFolder(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_SYNOLOGY'] and lazylibrarian.CONFIG['USE_SYNOLOGY'] and \
lazylibrarian.CONFIG['SYNOLOGY_HOST']:
logger.debug("Sending %s to Synology" % tor_title)
Source = "SYNOLOGY_TOR"
downloadID = synology.addTorrent(tor_url) # returns id or False
if downloadID:
tor_title = synology.getName(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_DELUGE'] and lazylibrarian.CONFIG[
'DELUGE_HOST']:
logger.debug("Sending %s to Deluge" % tor_title)
if not lazylibrarian.CONFIG['DELUGE_USER']:
# no username, talk to the webui
Source = "DELUGEWEBUI"
downloadID = deluge.addTorrent(tor_url) # returns hash or False
if downloadID:
tor_title = deluge.getTorrentFolder(downloadID)
else:
# have username, talk to the daemon
Source = "DELUGERPC"
client = DelugeRPCClient(lazylibrarian.CONFIG['DELUGE_HOST'],
lazylibrarian.CONFIG['DELUGE_URL_BASE'],
int(lazylibrarian.CONFIG['DELUGE_PORT']),
lazylibrarian.CONFIG['DELUGE_USER'],
lazylibrarian.CONFIG['DELUGE_PASS'])
try:
client.connect()
args = {"name": tor_title}
if tor_url.startswith('magnet'):
downloadID = client.call('core.add_torrent_magnet',
tor_url, args)
else:
downloadID = client.call('core.add_torrent_url', tor_url,
args)
if downloadID:
if lazylibrarian.CONFIG['DELUGE_LABEL']:
_ = client.call('label.set_torrent', downloadID,
lazylibrarian.CONFIG['DELUGE_LABEL'])
result = client.call('core.get_torrent_status', downloadID,
{})
# for item in result:
# logger.debug ('Deluge RPC result %s: %s' % (item, result[item]))
if 'name' in result:
tor_title = result['name']
except Exception as e:
logger.debug('DelugeRPC failed %s %s' %
(type(e).__name__, str(e)))
return False
if not Source:
logger.warn('No torrent download method is enabled, check config.')
return False
if downloadID:
if tor_title:
if downloadID.upper() in tor_title.upper():
logger.warn(
'%s: name contains hash, probably unresolved magnet' %
Source)
else:
tor_title = unaccented_str(tor_title)
# need to check against reject words list again as the name may have changed
# library = magazine eBook AudioBook to determine which reject list
# but we can't easily do the per-magazine rejects
if library == 'magazine':
reject_list = getList(lazylibrarian.CONFIG['REJECT_MAGS'])
elif library == 'eBook':
reject_list = getList(lazylibrarian.CONFIG['REJECT_WORDS'])
elif library == 'AudioBook':
reject_list = getList(lazylibrarian.CONFIG['REJECT_AUDIO'])
else:
logger.debug("Invalid library [%s] in TORDownloadMethod" %
library)
reject_list = []
rejected = False
lower_title = tor_title.lower()
for word in reject_list:
if word in lower_title:
rejected = True
logger.debug("Rejecting torrent name %s, contains %s" %
(tor_title, word))
break
if rejected:
myDB.action(
'UPDATE wanted SET status="Failed" WHERE NZBurl=?',
(full_url, ))
delete_task(Source, downloadID, True)
return False
else:
logger.debug('%s setting torrent name to [%s]' %
(Source, tor_title))
myDB.action('UPDATE wanted SET NZBtitle=? WHERE NZBurl=?',
(tor_title, full_url))
if library == 'eBook':
myDB.action('UPDATE books SET status="Snatched" WHERE BookID=?',
(bookid, ))
elif library == 'AudioBook':
myDB.action(
'UPDATE books SET audiostatus="Snatched" WHERE BookID=?',
(bookid, ))
myDB.action(
'UPDATE wanted SET status="Snatched", Source=?, DownloadID=? WHERE NZBurl=?',
(Source, downloadID, full_url))
return True
logger.error('Failed to download torrent from %s, %s' % (Source, tor_url))
myDB.action('UPDATE wanted SET status="Failed" WHERE NZBurl=?',
(full_url, ))
return False
def addTorrent(tor_url, hashID):
server = getServer()
if server is False:
return False
directory = lazylibrarian.CONFIG['RTORRENT_DIR']
if tor_url.startswith('magnet') and directory:
# can't send magnets to rtorrent with a directory - not working correctly
# convert magnet to torrent instead
tor_name = 'meta-' + hashID + '.torrent'
tor_file = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'], tor_name)
torrent = magnet2torrent(tor_url, tor_file)
if torrent is False:
return False
tor_url = torrent
# socket.setdefaulttimeout(10) # shouldn't need timeout again as we already talked to server
try:
_ = server.load(tor_url) # response isn't anything useful, always 0
# need a short pause while rtorrent loads it
RETRIES = 5
while RETRIES:
mainview = server.download_list("", "main")
for tor in mainview:
if tor.upper() == hashID.upper():
break
sleep(1)
RETRIES -= 1
server.d.start(hashID)
label = lazylibrarian.CONFIG['RTORRENT_LABEL']
if label:
server.d.set_custom1(hashID, label)
if directory:
server.d.set_directory(hashID, directory)
mainview = server.download_list("", "main")
# socket.setdefaulttimeout(None) # reset timeout
except Exception as e:
# socket.setdefaulttimeout(None) # reset timeout if failed
logger.error("rTorrent Error: %s" % str(e))
return False
# For each torrent in the main view
for tor in mainview:
if tor.upper() == hashID.upper(): # this is us
# wait a while for download to start, that's when rtorrent fills in the name
RETRIES = 5
name = ''
while RETRIES:
name = server.d.get_name(tor)
if tor.upper() not in name:
break
sleep(5)
RETRIES -= 1
directory = server.d.get_directory(tor)
label = server.d.get_custom1(tor)
if label:
logger.debug('rtorrent downloading %s to %s with label %s' %
(name, directory, label))
else:
logger.debug('rtorrent downloading %s to %s' %
(name, directory))
return hashID
return False # not found
def TORDownloadMethod(bookid=None, tor_prov=None, tor_title=None, tor_url=None):
myDB = database.DBConnection()
downloadID = False
Source = ''
full_url = tor_url # keep the url as stored in "wanted" table
if tor_url and tor_url.startswith('magnet'):
torrent = tor_url # allow magnet link to write to blackhole and hash to utorrent/rtorrent
else:
if '&file=' in tor_url:
# torznab results need to be re-encoded
# had a problem with torznab utf-8 encoded strings not matching
# our utf-8 strings because of long/short form differences
url = tor_url.split('&file=')[0]
value = tor_url.split('&file=')[1]
if isinstance(value, str):
value = value.decode('utf-8') # make unicode
value = unicodedata.normalize('NFC', value) # normalize to short form
value = value.encode('unicode-escape') # then escape the result
value = value.replace(' ', '%20') # and encode any spaces
tor_url = url + '&file=' + value
# strip url back to the .torrent as some sites add parameters
if not tor_url.endswith('.torrent'):
if '.torrent' in tor_url:
tor_url = tor_url.split('.torrent')[0] + '.torrent'
request = urllib2.Request(ur'%s' % tor_url)
if lazylibrarian.PROXY_HOST:
request.set_proxy(lazylibrarian.PROXY_HOST, lazylibrarian.PROXY_TYPE)
request.add_header('Accept-encoding', 'gzip')
request.add_header('User-Agent', USER_AGENT)
try:
response = urllib2.urlopen(request, timeout=90)
if response.info().get('Content-Encoding') == 'gzip':
buf = StringIO(response.read())
f = gzip.GzipFile(fileobj=buf)
torrent = f.read()
else:
torrent = response.read()
except (socket.timeout) as e:
logger.warn('Timeout fetching torrent from url: %s' % tor_url)
return False
except (urllib2.URLError) as e:
logger.warn('Error fetching torrent from url: %s, %s' % (tor_url, e.reason))
return False
if lazylibrarian.TOR_DOWNLOADER_BLACKHOLE:
Source = "BLACKHOLE"
logger.debug("Sending %s to blackhole" % tor_title)
tor_name = cleanName(tor_title).replace(' ', '_')
tor_title = None
if tor_url and tor_url.startswith('magnet'):
if lazylibrarian.TOR_CONVERT_MAGNET:
hashid = CalcTorrentHash(tor_url)
tor_name = 'meta-' + hashid + '.torrent'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
result = magnet2torrent(tor_url, tor_path)
if result is not False:
logger.debug('Magnet file saved as: %s' % tor_path)
downloadID = Source
else:
tor_name = tor_name + '.magnet'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
logger.debug('Magnet file saved: %s' % tor_path)
setperm(tor_path)
downloadID = Source
else:
tor_name = tor_name + '.torrent'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
setperm(tor_path)
logger.debug('Torrent file saved: %s' % tor_name)
downloadID = Source
if (lazylibrarian.TOR_DOWNLOADER_UTORRENT and lazylibrarian.UTORRENT_HOST):
logger.debug("Sending %s to Utorrent" % tor_title)
Source = "UTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = utorrent.addTorrent(tor_url, hashid) # returns hash or False
if downloadID:
tor_title = utorrent.nameTorrent(downloadID)
if (lazylibrarian.TOR_DOWNLOADER_RTORRENT and lazylibrarian.RTORRENT_HOST):
logger.debug("Sending %s to rTorrent" % tor_title)
Source = "RTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = rtorrent.addTorrent(tor_url, hashid) # returns hash or False
if downloadID:
tor_title = rtorrent.getName(downloadID)
if (lazylibrarian.TOR_DOWNLOADER_QBITTORRENT and lazylibrarian.QBITTORRENT_HOST):
logger.debug("Sending %s to qbittorrent" % tor_title)
Source = "QBITTORRENT"
hashid = CalcTorrentHash(torrent)
status = qbittorrent.addTorrent(tor_url) # returns hash or False
if status:
downloadID = hashid
tor_title = qbittorrent.getName(hashid)
else:
logger.debug("qbittorrent returned: %s" % str(response))
if (lazylibrarian.TOR_DOWNLOADER_TRANSMISSION and lazylibrarian.TRANSMISSION_HOST):
logger.debug("Sending %s to Transmission" % tor_title)
Source = "TRANSMISSION"
downloadID = transmission.addTorrent(tor_url) # returns id or False
if downloadID:
# transmission returns it's own int, but we store hashid instead
downloadID = CalcTorrentHash(torrent)
tor_title = transmission.getTorrentFolder(downloadID)
if (lazylibrarian.TOR_DOWNLOADER_SYNOLOGY and lazylibrarian.USE_SYNOLOGY and lazylibrarian.SYNOLOGY_HOST):
logger.debug("Sending %s to Synology" % tor_title)
Source = "SYNOLOGY_TOR"
downloadID = synology.addTorrent(tor_url) # returns id or False
if downloadID:
tor_title = synology.getName(downloadID)
if (lazylibrarian.TOR_DOWNLOADER_DELUGE and lazylibrarian.DELUGE_HOST):
logger.debug("Sending %s to Deluge" % tor_title)
if not lazylibrarian.DELUGE_USER:
# no username, talk to the webui
Source = "DELUGEWEBUI"
downloadID = deluge.addTorrent(tor_url) # returns hash or False
if downloadID:
tor_title = deluge.getTorrentFolder(downloadID)
else:
# have username, talk to the daemon
Source = "DELUGERPC"
client = DelugeRPCClient(lazylibrarian.DELUGE_HOST,
int(lazylibrarian.DELUGE_PORT),
lazylibrarian.DELUGE_USER,
lazylibrarian.DELUGE_PASS)
try:
client.connect()
args = {"name": tor_title}
if tor_url.startswith('magnet'):
downloadID = client.call('core.add_torrent_magnet', tor_url, args)
else:
downloadID = client.call('core.add_torrent_url', tor_url, args)
if downloadID:
if lazylibrarian.DELUGE_LABEL:
labelled = client.call('label.set_torrent', downloadID, lazylibrarian.DELUGE_LABEL)
result = client.call('core.get_torrent_status', downloadID, {})
#for item in result:
# logger.debug ('Deluge RPC result %s: %s' % (item, result[item]))
if 'name' in result:
tor_title = result['name']
except Exception as e:
logger.debug('DelugeRPC failed %s' % str(e))
return False
if not Source:
logger.warn('No torrent download method is enabled, check config.')
return False
if downloadID:
myDB.action('UPDATE books SET status = "Snatched" WHERE BookID="%s"' % bookid)
myDB.action('UPDATE wanted SET status = "Snatched", Source = "%s", DownloadID = "%s" WHERE NZBurl="%s"' %
(Source, downloadID, full_url))
if tor_title:
if downloadID.upper() in tor_title.upper():
logger.warn('%s: name contains hash, probably unresolved magnet' % Source)
else:
tor_title = unaccented_str(tor_title)
logger.debug('%s setting torrent name to [%s]' % (Source, tor_title))
myDB.action('UPDATE wanted SET NZBtitle = "%s" WHERE NZBurl="%s"' % (tor_title, full_url))
return True
else:
logger.error(u'Failed to download torrent from %s, %s' % (Source, tor_url))
myDB.action('UPDATE wanted SET status = "Failed" WHERE NZBurl="%s"' % full_url)
return False
def TORDownloadMethod(bookid=None, tor_title=None, tor_url=None):
myDB = database.DBConnection()
downloadID = False
Source = ''
full_url = tor_url # keep the url as stored in "wanted" table
if tor_url and tor_url.startswith('magnet'):
torrent = tor_url # allow magnet link to write to blackhole and hash to utorrent/rtorrent
else:
# h = HTMLParser()
# tor_url = h.unescape(tor_url)
# HTMLParser is probably overkill, we only seem to get &
#
tor_url = tor_url.replace('&', '&')
if '&file=' in tor_url:
# torznab results need to be re-encoded
# had a problem with torznab utf-8 encoded strings not matching
# our utf-8 strings because of long/short form differences
url, value = tor_url.split('&file=', 1)
if isinstance(value, str):
value = value.decode('utf-8') # make unicode
value = unicodedata.normalize('NFC', value) # normalize to short form
value = value.encode('unicode-escape') # then escape the result
value = value.replace(' ', '%20') # and encode any spaces
tor_url = url + '&file=' + value
# strip url back to the .torrent as some sites add parameters
if not tor_url.endswith('.torrent'):
if '.torrent' in tor_url:
tor_url = tor_url.split('.torrent')[0] + '.torrent'
request = urllib2.Request(ur'%s' % tor_url)
if lazylibrarian.CONFIG['PROXY_HOST']:
request.set_proxy(lazylibrarian.CONFIG['PROXY_HOST'], lazylibrarian.CONFIG['PROXY_TYPE'])
request.add_header('Accept-encoding', 'gzip')
request.add_header('User-Agent', USER_AGENT)
try:
response = urllib2.urlopen(request, timeout=90)
if response.info().get('Content-Encoding') == 'gzip':
buf = StringIO(response.read())
f = gzip.GzipFile(fileobj=buf)
torrent = f.read()
else:
torrent = response.read()
except socket.timeout:
logger.warn('Timeout fetching torrent from url: %s' % tor_url)
return False
except urllib2.URLError as e:
logger.warn('Error fetching torrent from url: %s, %s' % (tor_url, e.reason))
return False
except ValueError as e:
logger.warn('Error, invalid url: [%s] %s' % (full_url, str(e)))
return False
if lazylibrarian.CONFIG['TOR_DOWNLOADER_BLACKHOLE']:
Source = "BLACKHOLE"
logger.debug("Sending %s to blackhole" % tor_title)
tor_name = cleanName(tor_title).replace(' ', '_')
if tor_url and tor_url.startswith('magnet'):
if lazylibrarian.CONFIG['TOR_CONVERT_MAGNET']:
hashid = CalcTorrentHash(tor_url)
tor_name = 'meta-' + hashid + '.torrent'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'], tor_name)
result = magnet2torrent(tor_url, tor_path)
if result is not False:
logger.debug('Magnet file saved as: %s' % tor_path)
downloadID = Source
else:
tor_name += '.magnet'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'], tor_name)
try:
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
logger.debug('Magnet file saved: %s' % tor_path)
setperm(tor_path)
downloadID = Source
except Exception as e:
logger.debug("Failed to write magnet to file %s, %s" % (tor_path, str(e)))
return False
else:
tor_name += '.torrent'
tor_path = os.path.join(lazylibrarian.CONFIG['TORRENT_DIR'], tor_name)
try:
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
setperm(tor_path)
logger.debug('Torrent file saved: %s' % tor_name)
downloadID = Source
except Exception as e:
logger.debug("Failed to write torrent to file %s, %s" % (tor_path, str(e)))
return False
if lazylibrarian.CONFIG['TOR_DOWNLOADER_UTORRENT'] and lazylibrarian.CONFIG['UTORRENT_HOST']:
logger.debug("Sending %s to Utorrent" % tor_title)
Source = "UTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = utorrent.addTorrent(tor_url, hashid) # returns hash or False
if downloadID:
tor_title = utorrent.nameTorrent(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_RTORRENT'] and lazylibrarian.CONFIG['RTORRENT_HOST']:
logger.debug("Sending %s to rTorrent" % tor_title)
Source = "RTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = rtorrent.addTorrent(tor_url, hashid) # returns hash or False
if downloadID:
tor_title = rtorrent.getName(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_QBITTORRENT'] and lazylibrarian.CONFIG['QBITTORRENT_HOST']:
logger.debug("Sending %s to qbittorrent" % tor_title)
Source = "QBITTORRENT"
hashid = CalcTorrentHash(torrent)
status = qbittorrent.addTorrent(tor_url) # returns hash or False
if status:
downloadID = hashid
tor_title = qbittorrent.getName(hashid)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_TRANSMISSION'] and lazylibrarian.CONFIG['TRANSMISSION_HOST']:
logger.debug("Sending %s to Transmission" % tor_title)
Source = "TRANSMISSION"
downloadID = transmission.addTorrent(tor_url) # returns id or False
if downloadID:
# transmission returns it's own int, but we store hashid instead
downloadID = CalcTorrentHash(torrent)
tor_title = transmission.getTorrentFolder(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_SYNOLOGY'] and lazylibrarian.CONFIG['USE_SYNOLOGY'] and lazylibrarian.CONFIG['SYNOLOGY_HOST']:
logger.debug("Sending %s to Synology" % tor_title)
Source = "SYNOLOGY_TOR"
downloadID = synology.addTorrent(tor_url) # returns id or False
if downloadID:
tor_title = synology.getName(downloadID)
if lazylibrarian.CONFIG['TOR_DOWNLOADER_DELUGE'] and lazylibrarian.CONFIG['DELUGE_HOST']:
logger.debug("Sending %s to Deluge" % tor_title)
if not lazylibrarian.CONFIG['DELUGE_USER']:
# no username, talk to the webui
Source = "DELUGEWEBUI"
downloadID = deluge.addTorrent(tor_url) # returns hash or False
if downloadID:
tor_title = deluge.getTorrentFolder(downloadID)
else:
# have username, talk to the daemon
Source = "DELUGERPC"
client = DelugeRPCClient(lazylibrarian.CONFIG['DELUGE_HOST'],
int(lazylibrarian.CONFIG['DELUGE_PORT']),
lazylibrarian.CONFIG['DELUGE_USER'],
lazylibrarian.CONFIG['DELUGE_PASS'])
try:
client.connect()
args = {"name": tor_title}
if tor_url.startswith('magnet'):
downloadID = client.call('core.add_torrent_magnet', tor_url, args)
else:
downloadID = client.call('core.add_torrent_url', tor_url, args)
if downloadID:
if lazylibrarian.CONFIG['DELUGE_LABEL']:
_ = client.call('label.set_torrent', downloadID, lazylibrarian.CONFIG['DELUGE_LABEL'])
result = client.call('core.get_torrent_status', downloadID, {})
# for item in result:
# logger.debug ('Deluge RPC result %s: %s' % (item, result[item]))
if 'name' in result:
tor_title = result['name']
except Exception as e:
logger.debug('DelugeRPC failed %s' % str(e))
return False
if not Source:
logger.warn('No torrent download method is enabled, check config.')
return False
if downloadID:
myDB.action('UPDATE books SET status = "Snatched" WHERE BookID="%s"' % bookid)
myDB.action('UPDATE wanted SET status = "Snatched", Source = "%s", DownloadID = "%s" WHERE NZBurl="%s"' %
(Source, downloadID, full_url))
if tor_title:
if downloadID.upper() in tor_title.upper():
logger.warn('%s: name contains hash, probably unresolved magnet' % Source)
else:
tor_title = unaccented_str(tor_title)
logger.debug('%s setting torrent name to [%s]' % (Source, tor_title))
myDB.action('UPDATE wanted SET NZBtitle = "%s" WHERE NZBurl="%s"' % (tor_title, full_url))
return True
else:
logger.error(u'Failed to download torrent from %s, %s' % (Source, tor_url))
myDB.action('UPDATE wanted SET status = "Failed" WHERE NZBurl="%s"' % full_url)
return False
def TORDownloadMethod(bookid=None,
tor_prov=None,
tor_title=None,
tor_url=None):
myDB = database.DBConnection()
downloadID = False
full_url = tor_url # keep the url as stored in "wanted" table
if (lazylibrarian.TOR_DOWNLOADER_DELUGE
or lazylibrarian.TOR_DOWNLOADER_UTORRENT
or lazylibrarian.TOR_DOWNLOADER_RTORRENT
or lazylibrarian.TOR_DOWNLOADER_QBITTORRENT
or lazylibrarian.TOR_DOWNLOADER_BLACKHOLE
or lazylibrarian.TOR_DOWNLOADER_TRANSMISSION):
if tor_url and tor_url.startswith('magnet'):
torrent = tor_url # allow magnet link to write to blackhole and hash to utorrent/rtorrent
else:
if '&file=' in tor_url:
# torznab results need to be re-encoded
# had a problem with torznab utf-8 encoded strings not matching
# our utf-8 strings because of long/short form differences
url = tor_url.split('&file=')[0]
value = tor_url.split('&file=')[1]
if isinstance(value, str):
value = value.decode('utf-8') # make unicode
value = unicodedata.normalize('NFC',
value) # normalize to short form
value = value.encode(
'unicode-escape') # then escape the result
value = value.replace(' ', '%20') # and encode any spaces
tor_url = url + '&file=' + value
# strip url back to the .torrent as some sites add parameters
if not tor_url.endswith('.torrent'):
if '.torrent' in tor_url:
tor_url = tor_url.split('.torrent')[0] + '.torrent'
request = urllib2.Request(ur'%s' % tor_url)
if lazylibrarian.PROXY_HOST:
request.set_proxy(lazylibrarian.PROXY_HOST,
lazylibrarian.PROXY_TYPE)
request.add_header('Accept-encoding', 'gzip')
request.add_header('User-Agent', USER_AGENT)
# PAB removed this, KAT serves us html instead of torrent if this header is sent
# if tor_prov == 'KAT':
# host = lazylibrarian.KAT_HOST
# if not str(host)[:4] == "http":
# host = 'http://' + host
# request.add_header('Referer', host)
try:
response = urllib2.urlopen(request, timeout=90)
if response.info().get('Content-Encoding') == 'gzip':
buf = StringIO(response.read())
f = gzip.GzipFile(fileobj=buf)
torrent = f.read()
else:
torrent = response.read()
except (socket.timeout) as e:
logger.warn('Timeout fetching torrent from url: %s' % tor_url)
return False
except (urllib2.URLError) as e:
logger.warn('Error fetching torrent from url: %s, %s' %
(tor_url, e.reason))
return False
if lazylibrarian.TOR_DOWNLOADER_BLACKHOLE:
Source = "BLACKHOLE"
tor_title = cleanName(tor_title)
logger.debug("Sending %s to blackhole" % tor_title)
tor_name = str.replace(str(tor_title), ' ', '_')
if tor_url and tor_url.startswith('magnet'):
if lazylibrarian.TOR_CONVERT_MAGNET:
hashid = CalcTorrentHash(tor_url)
tor_name = 'meta-' + hashid + '.torrent'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR,
tor_name)
result = magnet2torrent(tor_url, tor_path)
if result is not False:
logger.debug('Magnet file saved as: %s' % tor_path)
downloadID = True
else:
tor_name = tor_name + '.magnet'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR,
tor_name)
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
logger.debug('Magnet file saved: %s' % tor_path)
downloadID = True
else:
tor_name = tor_name + '.torrent'
tor_path = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
with open(tor_path, 'wb') as torrent_file:
torrent_file.write(torrent)
logger.debug('Torrent file saved: %s' % tor_title)
downloadID = True
if (lazylibrarian.TOR_DOWNLOADER_UTORRENT
and lazylibrarian.UTORRENT_HOST):
logger.debug("Sending %s to Utorrent" % tor_title)
Source = "UTORRENT"
hashid = CalcTorrentHash(torrent)
downloadID = utorrent.addTorrent(tor_url, hashid)
if (lazylibrarian.TOR_DOWNLOADER_RTORRENT
and lazylibrarian.RTORRENT_HOST):
logger.debug("Sending %s to rTorrent" % tor_title)
Source = "RTORRENT"
hashid = CalcTorrentHash(torrent)
directory = lazylibrarian.RTORRENT_DIR
if tor_url.startswith('magnet'):
# don't send magnets to rtorrent - not working correctly
tor_name = 'meta-' + hashid + '.torrent'
tor_file = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
result = magnet2torrent(tor_url, tor_file)
if result is not False:
downloadID = rtorrent.addTorrent(tor_file, hashid,
directory)
# os.remove(tor_file) # rtorrent complains if we remove the torrent file while seeding
else:
downloadID = rtorrent.addTorrent(tor_url, hashid, directory)
if (lazylibrarian.TOR_DOWNLOADER_QBITTORRENT
and lazylibrarian.QBITTORRENT_HOST):
logger.debug("Sending %s to qbittorrent" % tor_title)
Source = "QBITTORRENT"
downloadID = qbittorrent.addTorrent(tor_url)
if (lazylibrarian.TOR_DOWNLOADER_TRANSMISSION
and lazylibrarian.TRANSMISSION_HOST):
logger.debug("Sending %s to Transmission" % tor_title)
Source = "TRANSMISSION"
downloadID = transmission.addTorrent(
tor_url) # returns torrent_id or False
if (lazylibrarian.TOR_DOWNLOADER_DELUGE and lazylibrarian.DELUGE_HOST):
logger.debug("Sending %s to Deluge" % tor_title)
if not lazylibrarian.DELUGE_USER:
# no username, talk to the webui
Source = "DELUGEWEBUI"
downloadID = deluge.addTorrent(tor_url)
else:
# have username, talk to the daemon
Source = "DELUGERPC"
client = DelugeRPCClient(lazylibrarian.DELUGE_HOST,
int(lazylibrarian.DELUGE_PORT),
lazylibrarian.DELUGE_USER,
lazylibrarian.DELUGE_PASS)
client.connect()
args = {"name": tor_title}
downloadID = client.call('core.add_torrent_url', tor_url, args)
logger.debug('Deluge torrent_id: %s' % downloadID)
if downloadID and lazylibrarian.DELUGE_LABEL:
labelled = client.call('label.set_torrent', downloadID,
lazylibrarian.DELUGE_LABEL)
logger.debug('Deluge label returned: %s' % labelled)
else:
logger.warn('No torrent download method is enabled, check config.')
return False
if downloadID:
myDB.action('UPDATE books SET status = "Snatched" WHERE BookID="%s"' %
bookid)
myDB.action(
'UPDATE wanted SET status = "Snatched", Source = "%s", DownloadID = "%s" WHERE NZBurl="%s"'
% (Source, downloadID, full_url))
return True
else:
logger.error(u'Failed to download torrent @ <a href="%s">%s</a>' %
(full_url, tor_url))
myDB.action('UPDATE wanted SET status = "Failed" WHERE NZBurl="%s"' %
full_url)
return False
def addTorrent(tor_url, hashID):
server = getServer()
if server is False:
return False
directory = lazylibrarian.RTORRENT_DIR
if tor_url.startswith('magnet') and directory:
# can't send magnets to rtorrent with a directory - not working correctly
# convert magnet to torrent instead
tor_name = 'meta-' + hashID + '.torrent'
tor_file = os.path.join(lazylibrarian.TORRENT_DIR, tor_name)
torrent = magnet2torrent(tor_url, tor_file)
if torrent is False:
return False
tor_url = torrent
#socket.setdefaulttimeout(10) # shouldn't need timeout again as we already talked to server
try:
response = server.load(tor_url) # response isn't anything useful, always 0
# need a short pause while rtorrent loads it
RETRIES = 5
while RETRIES:
mainview = server.download_list("", "main")
for tor in mainview:
if tor.upper() == hashID.upper():
break
sleep(1)
RETRIES -= 1
server.d.start(hashID)
label = lazylibrarian.RTORRENT_LABEL
if label:
server.d.set_custom1(hashID, label)
if directory:
server.d.set_directory(hashID, directory)
mainview = server.download_list("", "main")
#socket.setdefaulttimeout(None) # reset timeout
except Exception as e:
#socket.setdefaulttimeout(None) # reset timeout if failed
logger.error("rTorrent Error: %s" % str(e))
return False
# For each torrent in the main view
for tor in mainview:
if tor.upper() == hashID.upper(): # this is us
# wait a while for download to start, that's when rtorrent fills in the name
RETRIES = 5
while RETRIES:
name = server.d.get_name(tor)
if tor.upper() not in name:
break
sleep(5)
RETRIES -= 1
directory = server.d.get_directory(tor)
label = server.d.get_custom1(tor)
if label:
logger.debug('rtorrent downloading %s to %s with label %s' % (name, directory, label))
else:
logger.debug('rtorrent downloading %s to %s' % (name, directory))
return hashID
return False # not found
