def valid_metadata(self, infohash, metadata):
try:
metainfo = bdecode(metadata)
tdef = TorrentDef.load_from_dict(metainfo)
got_infohash = tdef.get_infohash()
if infohash != got_infohash:
print >> sys.stderr, "metadata: infohash doesn't match the torrent " + 'hash. Required: ' + ` infohash ` + ', but got: ' + ` got_infohash `
return False
return True
except:
print_exc()
return False
def valid_metadata(self, infohash, metadata):
try:
metainfo = bdecode(metadata)
tdef = TorrentDef.load_from_dict(metainfo)
got_infohash = tdef.get_infohash()
if infohash != got_infohash:
print >> sys.stderr, "metadata: infohash doesn't match the torrent " + 'hash. Required: ' + `infohash` + ', but got: ' + `got_infohash`
return False
return True
except:
print_exc()
return False
def read_and_send_metadata(self, permid, infohash, torrent_path,
selversion):
torrent_data = self.read_torrent(torrent_path)
if torrent_data:
try:
metainfo = bdecode(torrent_data)
if 'info' in metainfo and 'private' in metainfo[
'info'] and metainfo['info']['private']:
if DEBUG:
print >> sys.stderr, 'metadata: Not sending torrent', ` torrent_path `, 'because it is private'
return 0
except:
print_exc()
return 0
if DEBUG:
print >> sys.stderr, 'metadata: sending torrent', ` torrent_path `, len(
torrent_data)
torrent = {}
torrent['torrent_hash'] = infohash
tdef = TorrentDef.load_from_dict(metainfo)
if selversion >= OLPROTO_VER_ELEVENTH and tdef.get_url_compat():
torrent['metatype'] = URL_MIME_TYPE
torrent['metadata'] = tdef.get_url()
else:
torrent['metatype'] = TSTREAM_MIME_TYPE
torrent['metadata'] = torrent_data
if selversion >= OLPROTO_VER_FOURTH:
data = self.torrent_db.getTorrent(infohash)
if data is None:
return 0
nleechers = data.get('leecher', -1)
nseeders = data.get('seeder', -1)
last_check_ago = int(time()) - data.get('last_check_time', 0)
if last_check_ago < 0:
last_check_ago = 0
status = data.get('status', 'unknown')
torrent.update({
'leecher': nleechers,
'seeder': nseeders,
'last_check_time': last_check_ago,
'status': status
})
return self.do_send_metadata(permid, torrent, selversion)
else:
self.torrent_db.deleteTorrent(infohash,
delete_file=True,
commit=True)
if DEBUG:
print >> sys.stderr, 'metadata: GET_METADATA: no torrent data to send'
return 0
def isValidRemoteVal(d, selversion):
if not isinstance(d, dict):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: a: value not dict'
return False
if selversion >= OLPROTO_VER_TWELFTH:
if not ('content_name' in d and 'length' in d and 'leecher' in d
and 'seeder' in d and 'category' in d and 'torrent_size' in d
and 'channel_permid' in d and 'channel_name' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec12: key missing, got', d.keys(
)
return False
if 'metatype' in d and 'metadata' in d:
try:
metatype = d['metatype']
metadata = d['metadata']
if metatype == URL_MIME_TYPE:
tdef = TorrentDef.load_from_url(metadata)
else:
metainfo = bdecode(metadata)
tdef = TorrentDef.load_from_dict(metainfo)
except:
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec12: metadata invalid'
print_exc()
return False
elif selversion >= OLPROTO_VER_ELEVENTH:
if not ('content_name' in d and 'length' in d and 'leecher' in d
and 'seeder' in d and 'category' in d and 'torrent_size' in d
and 'channel_permid' in d and 'channel_name' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec11: key missing, got', d.keys(
)
return False
elif selversion >= OLPROTO_VER_NINETH:
if not ('content_name' in d and 'length' in d and 'leecher' in d
and 'seeder' in d and 'category' in d and 'torrent_size' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec9: key missing, got', d.keys(
)
return False
elif not ('content_name' in d and 'length' in d and 'leecher' in d
and 'seeder' in d and 'category' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec6: key missing, got', d.keys(
)
return False
return True
def recv_query_reply(self, permid, message, selversion):
if selversion < OLPROTO_VER_SIXTH:
return False
try:
d = bdecode(message[1:])
except:
if DEBUG:
print >> sys.stderr, 'rquery: Cannot bdecode QUERY_REPLY message', selversion
return False
if not isValidQueryReply(d, selversion):
if DEBUG:
print >> sys.stderr, 'rquery: not valid QUERY_REPLY message', selversion
return False
queryrec = self.is_registered_query_id(d['id'])
if not queryrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has unknown query ID', selversion
return False
if selversion >= OLPROTO_VER_TWELFTH:
if queryrec['query'].startswith('SIMPLE+METADATA'):
for infohash, torrentrec in d['a'].iteritems():
if 'metatype' not in torrentrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has no metatype field', selversion
return False
if 'metadata' not in torrentrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has no metadata field', selversion
return False
if torrentrec['torrent_size'] != len(
torrentrec['metadata']):
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY torrent_size != len metadata', selversion
return False
try:
if torrentrec['metatype'] == URL_MIME_TYPE:
tdef = TorrentDef.load_from_url(
torrentrec['metadata'])
else:
metainfo = bdecode(torrentrec['metadata'])
tdef = TorrentDef.load_from_dict(metainfo)
except:
if DEBUG:
print_exc()
return False
self.process_query_reply(permid, queryrec['query'],
queryrec['usercallback'], d)
return True
def recv_query_reply(self, permid, message, selversion):
if selversion < OLPROTO_VER_SIXTH:
return False
try:
d = bdecode(message[1:])
except:
if DEBUG:
print >> sys.stderr, 'rquery: Cannot bdecode QUERY_REPLY message', selversion
return False
if not isValidQueryReply(d, selversion):
if DEBUG:
print >> sys.stderr, 'rquery: not valid QUERY_REPLY message', selversion
return False
queryrec = self.is_registered_query_id(d['id'])
if not queryrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has unknown query ID', selversion
return False
if selversion >= OLPROTO_VER_TWELFTH:
if queryrec['query'].startswith('SIMPLE+METADATA'):
for infohash, torrentrec in d['a'].iteritems():
if 'metatype' not in torrentrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has no metatype field', selversion
return False
if 'metadata' not in torrentrec:
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY has no metadata field', selversion
return False
if torrentrec['torrent_size'] != len(torrentrec['metadata']):
if DEBUG:
print >> sys.stderr, 'rquery: QUERY_REPLY torrent_size != len metadata', selversion
return False
try:
if torrentrec['metatype'] == URL_MIME_TYPE:
tdef = TorrentDef.load_from_url(torrentrec['metadata'])
else:
metainfo = bdecode(torrentrec['metadata'])
tdef = TorrentDef.load_from_dict(metainfo)
except:
if DEBUG:
print_exc()
return False
self.process_query_reply(permid, queryrec['query'], queryrec['usercallback'], d)
return True
def read_and_send_metadata(self, permid, infohash, torrent_path, selversion):
torrent_data = self.read_torrent(torrent_path)
if torrent_data:
try:
metainfo = bdecode(torrent_data)
if 'info' in metainfo and 'private' in metainfo['info'] and metainfo['info']['private']:
if DEBUG:
print >> sys.stderr, 'metadata: Not sending torrent', `torrent_path`, 'because it is private'
return 0
except:
print_exc()
return 0
if DEBUG:
print >> sys.stderr, 'metadata: sending torrent', `torrent_path`, len(torrent_data)
torrent = {}
torrent['torrent_hash'] = infohash
tdef = TorrentDef.load_from_dict(metainfo)
if selversion >= OLPROTO_VER_ELEVENTH and tdef.get_url_compat():
torrent['metatype'] = URL_MIME_TYPE
torrent['metadata'] = tdef.get_url()
else:
torrent['metatype'] = TSTREAM_MIME_TYPE
torrent['metadata'] = torrent_data
if selversion >= OLPROTO_VER_FOURTH:
data = self.torrent_db.getTorrent(infohash)
if data is None:
return 0
nleechers = data.get('leecher', -1)
nseeders = data.get('seeder', -1)
last_check_ago = int(time()) - data.get('last_check_time', 0)
if last_check_ago < 0:
last_check_ago = 0
status = data.get('status', 'unknown')
torrent.update({'leecher': nleechers,
'seeder': nseeders,
'last_check_time': last_check_ago,
'status': status})
return self.do_send_metadata(permid, torrent, selversion)
else:
self.torrent_db.deleteTorrent(infohash, delete_file=True, commit=True)
if DEBUG:
print >> sys.stderr, 'metadata: GET_METADATA: no torrent data to send'
return 0
def resume_download(self, dltype, filename, initialdlstatus = None):
try:
pstate = self.load_download_pstate(filename)
if DEBUG:
log('lm::resume_download: dltype', dltype, 'filename', filename, 'dlconfig', pstate['dlconfig'])
if DEBUG:
log('lm::resume_download: status', dlstatus_strings[pstate['dlstate']['status']], 'progress', pstate['dlstate']['progress'])
if pstate['engineresumedata'] is None:
log('lm::resume_download: resumedata None')
else:
log('lm::resume_download: resumedata len', len(pstate['engineresumedata']))
dscfg = DownloadStartupConfig(dlconfig=pstate['dlconfig'])
if dltype == DLTYPE_TORRENT:
tdef = TorrentDef.load_from_dict(pstate['metainfo'])
d = self.add(tdef, dscfg, pstate, initialdlstatus)
elif dltype == DLTYPE_DIRECT:
main_url = pstate['url']
d = self.add_direct_download(main_url, dscfg, pstate, initialdlstatus)
if initialdlstatus == DLSTATUS_STOPPED:
dest_files = d.get_dest_files(get_all=True)
if DEBUG:
log('lm::resume_download: check dest files: dest_files', dest_files)
got_existing_file = False
for filename, savepath in dest_files:
if os.path.exists(savepath):
got_existing_file = True
break
if not got_existing_file:
if DEBUG:
log('lm::resume_download: none of the files exists, remove this download')
self.remove(d, removecontent=True)
except Exception as e:
if DEBUG:
log('lm::resume_download: failed to load checkpoint: filename', filename)
print_exc()
try:
if os.access(filename, os.F_OK):
os.remove(filename)
except:
print_exc()
def isValidRemoteVal(d, selversion):
if not isinstance(d, dict):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: a: value not dict'
return False
if selversion >= OLPROTO_VER_TWELFTH:
if not ('content_name' in d and 'length' in d and 'leecher' in d and 'seeder' in d and 'category' in d and 'torrent_size' in d and 'channel_permid' in d and 'channel_name' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec12: key missing, got', d.keys()
return False
if 'metatype' in d and 'metadata' in d:
try:
metatype = d['metatype']
metadata = d['metadata']
if metatype == URL_MIME_TYPE:
tdef = TorrentDef.load_from_url(metadata)
else:
metainfo = bdecode(metadata)
tdef = TorrentDef.load_from_dict(metainfo)
except:
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec12: metadata invalid'
print_exc()
return False
elif selversion >= OLPROTO_VER_ELEVENTH:
if not ('content_name' in d and 'length' in d and 'leecher' in d and 'seeder' in d and 'category' in d and 'torrent_size' in d and 'channel_permid' in d and 'channel_name' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec11: key missing, got', d.keys()
return False
elif selversion >= OLPROTO_VER_NINETH:
if not ('content_name' in d and 'length' in d and 'leecher' in d and 'seeder' in d and 'category' in d and 'torrent_size' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec9: key missing, got', d.keys()
return False
elif not ('content_name' in d and 'length' in d and 'leecher' in d and 'seeder' in d and 'category' in d):
if DEBUG:
print >> sys.stderr, 'rqmh: reply: torrentrec6: key missing, got', d.keys()
return False
return True
