def _doFetch(self, filename, infohash, candidates):
if filename:
if infohash in self.requestedInfohashes:
self.requestedInfohashes.remove(infohash)
self.remote_th.notify_possible_torrent_infohash(infohash, True)
self.requests_on_disk += 1
else:
# try magnet link
magnetlink = "magnet:?xt=urn:btih:" + hexlify(infohash)
if self.remote_th.torrent_db:
# see if we know any trackers for this magnet
trackers = self.remote_th.torrent_db.getTracker(infohash)
for tracker, _ in trackers:
magnetlink += "&tr=" + urllib.quote_plus(tracker)
if DEBUG:
print >> sys.stderr, long(time()), 'rtorrent: requesting magnet', bin2str(infohash), self.prio, magnetlink, len(self.requestedInfohashes)
TorrentDef.retrieve_from_magnet(magnetlink, self.__torrentdef_retrieved, self.MAGNET_RETRIEVE_TIMEOUT, max_connections=30 if self.prio == 0 else 10)
failed_lambda = lambda infohash = infohash: self.__torrentdef_failed(infohash)
self.scheduletask(failed_lambda, t=self.MAGNET_RETRIEVE_TIMEOUT)
return True
def __requestMagnet(self):
try:
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
#request new infohash from queue
while True:
if len(self.list) == 0:
return
prio, infohash = self.list.pop(0)
if infohash in self.requestedInfohashes:
if DEBUG:
print >> sys.stderr, 'magnetrequester: magnet already requested', bin2str(
infohash)
continue
torrent = self.torrent_db.getTorrent(infohash,
['torrent_file_name'],
include_mypref=False)
torrent_alt_filename = os.path.join(
self.metadatahandler.torrent_dir,
get_collected_torrent_filename(infohash))
if torrent and torrent.get('torrent_file_name', False):
torrent_filename = os.path.join(
self.metadatahandler.torrent_dir,
torrent['torrent_file_name'])
else:
torrent_filename = torrent_alt_filename
if os.path.isfile(torrent_filename) or os.path.isfile(
torrent_alt_filename):
if DEBUG:
print >> sys.stderr, 'magnetrequester: magnet already on disk', bin2str(
infohash)
else:
break #do request
else: #requesting max_concurrent
return
except:
print_exc()
#try magnet link
magnetlink = "magnet:?xt=urn:btih:" + hexlify(infohash)
if DEBUG:
print >> sys.stderr, 'magnetrequester: requesting magnet', bin2str(
infohash), prio, magnetlink
self.requestedInfohashes.add(infohash)
TorrentDef.retrieve_from_magnet(magnetlink,
self.__torrentdef_retrieved,
self.MAGNET_RETRIEVE_TIMEOUT)
self.overlay_bridge.add_task(
lambda: self.__torrentdef_failed(infohash),
self.MAGNET_RETRIEVE_TIMEOUT, infohash)
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
self.overlay_bridge.add_task(self.__requestMagnet,
self.REQUEST_INTERVAL)
def do_transfer():
def torrentdef_retrieved(tdef):
print tdef.get_metainfo()
event.set()
event = threading.Event()
assert TorrentDef.retrieve_from_magnet('magnet:?xt=urn:btih:5ac55cf1b935291f6fc92ad7afd34597498ff2f7&dn=Pioneer+One+S01E01+Xvid-VODO&title=', torrentdef_retrieved, timeout=120)
assert event.wait(120)
def __requestMagnet(self):
try:
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
# request new infohash from queue
while True:
if len(self.list) == 0:
return
prio, infohash = self.list.pop(0)
if infohash in self.requestedInfohashes:
if DEBUG:
print >>sys.stderr, "magnetrequester: magnet already requested", bin2str(infohash)
continue
torrent = self.torrent_db.getTorrent(infohash, ["torrent_file_name"], include_mypref=False)
torrent_alt_filename = os.path.join(
self.metadatahandler.torrent_dir, get_collected_torrent_filename(infohash)
)
if torrent and torrent.get("torrent_file_name", False):
torrent_filename = os.path.join(self.metadatahandler.torrent_dir, torrent["torrent_file_name"])
else:
torrent_filename = torrent_alt_filename
if os.path.isfile(torrent_filename) or os.path.isfile(torrent_alt_filename):
if DEBUG:
print >>sys.stderr, "magnetrequester: magnet already on disk", bin2str(infohash)
else:
break # do request
else: # requesting max_concurrent
return
except:
print_exc()
# try magnet link
magnetlink = "magnet:?xt=urn:btih:" + hexlify(infohash)
if DEBUG:
print >>sys.stderr, "magnetrequester: requesting magnet", bin2str(infohash), prio, magnetlink
self.requestedInfohashes.add(infohash)
TorrentDef.retrieve_from_magnet(magnetlink, self.__torrentdef_retrieved, self.MAGNET_RETRIEVE_TIMEOUT)
self.overlay_bridge.add_task(lambda: self.__torrentdef_failed(infohash), self.MAGNET_RETRIEVE_TIMEOUT, infohash)
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
self.overlay_bridge.add_task(self.__requestMagnet, self.REQUEST_INTERVAL)
def do_transfer():
def torrentdef_retrieved(tdef):
print tdef.get_metainfo()
event.set()
event = threading.Event()
assert TorrentDef.retrieve_from_magnet(
'magnet:?xt=urn:btih:5ac55cf1b935291f6fc92ad7afd34597498ff2f7&dn=Pioneer+One+S01E01+Xvid-VODO&title=',
torrentdef_retrieved,
timeout=120)
assert event.wait(120)
def __requestMagnet(self):
self.listLock.acquire()
try:
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
#request new infohash from queue
while True:
if len(self.list) == 0:
return
prio, infohash = self.list.pop(0)
torrent_filename = os.path.join(self.metadatahandler.torrent_dir, get_collected_torrent_filename(infohash))
if infohash in self.requestedInfohashes:
if DEBUG:
print >> sys.stderr, 'magnetrequester: magnet already requested', bin2str(infohash)
elif os.path.isfile(torrent_filename):
if DEBUG:
print >> sys.stderr, 'magnetrequester: magnet already on disk', bin2str(infohash)
else:
break
else: #requesting max_concurrent
return
except:
print_exc()
finally:
self.listLock.release()
#try magnet link
magnetlink = "magnet:?xt=urn:btih:" + hexlify(infohash)
if DEBUG:
print >> sys.stderr, 'magnetrequester: requesting magnet', bin2str(infohash), prio, magnetlink
self.requestedInfohashes.add(infohash)
TorrentDef.retrieve_from_magnet(magnetlink, self.__torrentdef_retrieved, self.MAGNET_RETRIEVE_TIMEOUT)
self.overlay_bridge.add_task(lambda: self.__torrentdef_failed(infohash), self.MAGNET_RETRIEVE_TIMEOUT, infohash)
if len(self.requestedInfohashes) < self.MAX_CONCURRENT:
self.overlay_bridge.add_task(self.__requestMagnet, self.REQUEST_INTERVAL)
def test_good_transfer(self):
def torrentdef_retrieved(tdef):
tags["retrieved"].set()
tags["metainfo"] = tdef.get_metainfo()
tags = {"retrieved": threading.Event()}
assert TorrentDef.retrieve_from_magnet(self.create_good_url(),
torrentdef_retrieved,
timeout=60)
def do_supply():
# supply fake addresses (regular dht obviously wont work here)
ltmgr = LibtorrentMgr.getInstance()
for infohash in ltmgr.metainfo_requests:
handle = ltmgr.ltsession.find_torrent(
lt.big_number(infohash.decode('hex')))
handle.connect_peer(("127.0.0.1", LISTEN_PORT), 0)
self.session.lm.rawserver.add_task(do_supply, delay=5.0)
# accept incoming connection
# self.server.settimeout(10.0)
sock, address = self.server.accept()
assert sock, "No incoming connection"
# handshakes
conn = BTConnection(address[0],
address[1],
opensock=sock,
user_infohash=self.tdef.get_infohash())
conn.send(self.create_good_extend_handshake())
conn.read_handshake_medium_rare()
metadata_id = self.read_extend_handshake(conn)
# serve pieces
for counter in xrange(len(self.metadata_list)):
piece = self.read_extend_metadata_request(conn)
assert 0 <= piece < len(self.metadata_list)
conn.send(
self.create_good_extend_metadata_reply(metadata_id, piece))
# no more metadata request may be send and the connection must
# be closed
self.read_extend_metadata_close(conn)
assert tags["retrieved"].wait(5)
assert tags["metainfo"]["info"] == self.tdef.get_metainfo()["info"]
def test_good_transfer(self):
def torrentdef_retrieved(tdef):
tags["retrieved"] = True
tags["metainfo"] = tdef.get_metainfo()
tags = {"retrieved": False}
assert TorrentDef.retrieve_from_magnet(self.create_good_url(),
torrentdef_retrieved)
# supply fake addresses (regular dht obviously wont work here)
for magnetlink in MagnetHandler.get_instance().get_magnets():
magnetlink._swarm.add_potential_peers([("localhost", LISTEN_PORT)])
# accept incoming connection
self.server.settimeout(10.0)
sock, address = self.server.accept()
assert sock, "No incoming connection"
# handshakes
conn = BTConnection(address[0],
address[1],
opensock=sock,
user_infohash=self.tdef.get_infohash())
conn.send(self.create_good_extend_handshake())
conn.read_handshake_medium_rare()
metadata_id = self.read_extend_handshake(conn)
# serve pieces
for counter in xrange(len(self.metadata_list)):
piece = self.read_extend_metadata_request(conn)
assert 0 <= piece < len(self.metadata_list)
conn.send(
self.create_good_extend_metadata_reply(metadata_id, piece))
# no more metadata request may be send and the connection must
# be closed
self.read_extend_metadata_close(conn)
time.sleep(5)
assert tags["retrieved"]
assert tags["metainfo"]["info"] == self.tdef.get_metainfo()["info"]
def test_good_transfer(self):
def torrentdef_retrieved(tdef):
tags["retrieved"].set()
tags["metainfo"] = tdef.get_metainfo()
tags = {"retrieved": threading.Event()}
assert TorrentDef.retrieve_from_magnet(self.create_good_url(), torrentdef_retrieved, timeout=60)
def do_supply():
# supply fake addresses (regular dht obviously wont work here)
ltmgr = LibtorrentMgr.getInstance()
for infohash in ltmgr.metainfo_requests:
handle = ltmgr.ltsession.find_torrent(lt.big_number(infohash.decode('hex')))
handle.connect_peer(("127.0.0.1", LISTEN_PORT), 0)
self.session.lm.rawserver.add_task(do_supply, delay=5.0)
# accept incoming connection
# self.server.settimeout(10.0)
sock, address = self.server.accept()
assert sock, "No incoming connection"
# handshakes
conn = BTConnection(address[0], address[1], opensock=sock, user_infohash=self.tdef.get_infohash())
conn.send(self.create_good_extend_handshake())
conn.read_handshake_medium_rare()
metadata_id = self.read_extend_handshake(conn)
# serve pieces
for counter in xrange(len(self.metadata_list)):
piece = self.read_extend_metadata_request(conn)
assert 0 <= piece < len(self.metadata_list)
conn.send(self.create_good_extend_metadata_reply(metadata_id, piece))
# no more metadata request may be send and the connection must
# be closed
self.read_extend_metadata_close(conn)
assert tags["retrieved"].wait(5)
assert tags["metainfo"]["info"] == self.tdef.get_metainfo()["info"]
def test_good_transfer(self):
def torrentdef_retrieved(tdef):
tags["retrieved"] = True
tags["metainfo"] = tdef.get_metainfo()
tags = {"retrieved":False}
assert TorrentDef.retrieve_from_magnet(self.create_good_url(), torrentdef_retrieved)
# supply fake addresses (regular dht obviously wont work here)
for magnetlink in MagnetHandler.get_instance().get_magnets():
magnetlink._swarm.add_potential_peers([("localhost", LISTEN_PORT)])
# accept incoming connection
self.server.settimeout(10.0)
sock, address = self.server.accept()
assert sock, "No incoming connection"
# handshakes
conn = BTConnection(address[0], address[1], opensock=sock, user_infohash=self.tdef.get_infohash())
conn.send(self.create_good_extend_handshake())
conn.read_handshake_medium_rare()
metadata_id = self.read_extend_handshake(conn)
# serve pieces
for counter in xrange(len(self.metadata_list)):
piece = self.read_extend_metadata_request(conn)
assert 0 <= piece < len(self.metadata_list)
conn.send(self.create_good_extend_metadata_reply(metadata_id, piece))
# no more metadata request may be send and the connection must
# be closed
self.read_extend_metadata_close(conn)
time.sleep(5)
assert tags["retrieved"]
assert tags["metainfo"]["info"] == self.tdef.get_metainfo()["info"]
def __init__(self, parent, tdef, defaultdir, defaultname, configfile, selectedFiles=None):
wx.Dialog.__init__(self, parent, -1, 'Please specify a target directory', size=(600, 450), name="SaveAsDialog")
self.filehistory = wx.FileHistory(25)
self.config = wx.FileConfig(appName="Tribler", localFilename=configfile)
self.filehistory.Load(self.config)
self.defaultdir = defaultdir
self.guiutility = GUIUtility.getInstance()
self.listCtrl = None
self.collected = None
if self.filehistory.GetCount() > 0:
lastUsed = self.filehistory.GetHistoryFile(0)
else:
lastUsed = defaultdir
vSizer = wx.BoxSizer(wx.VERTICAL)
if tdef:
line = 'Please select a directory where to save:'
else:
line = 'Please select a directory where to save this torrent'
firstLine = wx.StaticText(self, -1, line)
_set_font(firstLine, fontweight=wx.FONTWEIGHT_BOLD)
vSizer.Add(firstLine, 0, wx.EXPAND | wx.BOTTOM, 3)
if tdef:
torrentName = wx.StaticText(self, -1, tdef.get_name_as_unicode())
torrentName.SetMinSize((1, -1))
vSizer.Add(torrentName, 0, wx.EXPAND | wx.BOTTOM | wx.RIGHT, 3)
hSizer = wx.BoxSizer(wx.HORIZONTAL)
hSizer.Add(wx.StaticText(self, -1, 'Save as:'), 0, wx.ALIGN_CENTER_VERTICAL | wx.RIGHT | wx.BOTTOM, 3)
choices = [self.filehistory.GetHistoryFile(i) for i in range(self.filehistory.GetCount())]
if defaultdir not in choices:
choices.append(defaultdir)
if defaultname:
choices.insert(0, os.path.join(lastUsed, defaultname))
self.dirTextCtrl = wx.ComboBox(self, -1, os.path.join(lastUsed, defaultname), choices=choices, style=wx.CB_DROPDOWN)
else:
self.dirTextCtrl = wx.ComboBox(self, -1, lastUsed, choices=choices, style=wx.CB_DROPDOWN)
self.dirTextCtrl.Select(0)
hSizer.Add(self.dirTextCtrl, 1, wx.EXPAND | wx.RIGHT | wx.BOTTOM, 3)
browseButton = wx.Button(self, -1, 'Browse')
browseButton.Bind(wx.EVT_BUTTON, self.OnBrowseDir)
hSizer.Add(browseButton)
vSizer.Add(hSizer, 0, wx.EXPAND | wx.BOTTOM, 3)
if tdef and tdef.get_files():
self.AddFileList(tdef, selectedFiles, vSizer, len(vSizer.GetChildren()))
elif isinstance(tdef, TorrentDefNoMetainfo):
text = wx.StaticText(self, -1, "Attempting to retrieve .torrent...")
_set_font(text, size_increment=1)
ag = wx.animate.GIFAnimationCtrl(self, -1, os.path.join(self.guiutility.utility.getPath(), LIBRARYNAME, 'Main', 'vwxGUI', 'images', 'search_new.gif'))
ag.Play()
sizer = wx.BoxSizer(wx.HORIZONTAL)
sizer.AddStretchSpacer()
sizer.Add(text, 0, wx.ALIGN_CENTER_VERTICAL | wx.RIGHT, 10)
sizer.Add(ag, 0, wx.ALIGN_CENTER_VERTICAL)
sizer.AddStretchSpacer()
vSizer.Add(sizer, 1, wx.EXPAND | wx.BOTTOM, 3)
self.SetSize((600, 150))
url = tdef.get_url()
if url and url.startswith("magnet:"):
retrieve_from_magnet = lambda: TorrentDef.retrieve_from_magnet(url, lambda tdef: wx.CallAfter(self.SetCollected, tdef), timeout=300)
startWorker(None, retrieve_from_magnet, retryOnBusy=True, workerType="guiTaskQueue")
else:
torrentsearch_manager = self.guiutility.torrentsearch_manager
def do_collect(delayedResult):
torrent = delayedResult.get()
if torrent:
def callback():
torrent_filename = torrentsearch_manager.getCollectedFilename(torrent)
tdef = TorrentDef.load(torrent_filename)
wx.CallAfter(self.SetCollected, tdef)
torrentsearch_manager.getTorrent(torrent, callback)
def do_db():
return torrentsearch_manager.getTorrentByInfohash(tdef.get_infohash())
startWorker(do_collect, do_db, retryOnBusy=True, priority=GUI_PRI_DISPERSY)
cancel = wx.Button(self, wx.ID_CANCEL)
cancel.Bind(wx.EVT_BUTTON, self.OnCancel)
ok = wx.Button(self, wx.ID_OK)
ok.Bind(wx.EVT_BUTTON, self.OnOk)
bSizer = wx.StdDialogButtonSizer()
bSizer.AddButton(cancel)
bSizer.AddButton(ok)
bSizer.Realize()
vSizer.Add(bSizer, 0, wx.EXPAND | wx.BOTTOM, 3)
sizer = wx.BoxSizer()
sizer.Add(vSizer, 1, wx.EXPAND | wx.ALL, 10)
self.SetSizer(sizer)
def __init__(self, parent, tdef, defaultdir, defaultname, configfile, selectedFiles = None):
wx.Dialog.__init__(self, parent, -1, 'Please specify a target directory', size=(600,450))
self.filehistory = wx.FileHistory(25)
self.config = wx.FileConfig(appName = "Tribler", localFilename = configfile)
self.filehistory.Load(self.config)
self.defaultdir = defaultdir
self.guiutility = GUIUtility.getInstance()
self.listCtrl = None
self.collected = None
if self.filehistory.GetCount() > 0:
lastUsed = self.filehistory.GetHistoryFile(0)
else:
lastUsed = defaultdir
vSizer = wx.BoxSizer(wx.VERTICAL)
if tdef:
line = 'Please select a directory where to save:'
else:
line = 'Please select a directory where to save this torrent'
firstLine = wx.StaticText(self, -1, line)
_set_font(firstLine, fontweight=wx.FONTWEIGHT_BOLD)
vSizer.Add(firstLine, 0, wx.EXPAND|wx.BOTTOM, 3)
if tdef:
torrentName = wx.StaticText(self, -1, tdef.get_name_as_unicode())
torrentName.SetMinSize((1, -1))
vSizer.Add(torrentName, 0, wx.EXPAND|wx.BOTTOM|wx.RIGHT, 3)
hSizer = wx.BoxSizer(wx.HORIZONTAL)
hSizer.Add(wx.StaticText(self, -1, 'Save as:'), 0, wx.ALIGN_CENTER_VERTICAL|wx.RIGHT|wx.BOTTOM, 3)
choices = [self.filehistory.GetHistoryFile(i) for i in range(self.filehistory.GetCount())]
if defaultdir not in choices:
choices.append(defaultdir)
if defaultname:
choices.insert(0, os.path.join(lastUsed, defaultname))
self.dirTextCtrl = wx.ComboBox(self, -1, os.path.join(lastUsed, defaultname), choices = choices, style = wx.CB_DROPDOWN)
else:
self.dirTextCtrl = wx.ComboBox(self, -1, lastUsed, choices = choices, style = wx.CB_DROPDOWN)
self.dirTextCtrl.Select(0)
hSizer.Add(self.dirTextCtrl, 1, wx.EXPAND|wx.RIGHT|wx.BOTTOM, 3)
browseButton = wx.Button(self, -1, 'Browse')
browseButton.Bind(wx.EVT_BUTTON, self.OnBrowseDir)
hSizer.Add(browseButton)
vSizer.Add(hSizer, 0, wx.EXPAND|wx.BOTTOM, 3)
if tdef and tdef.get_files():
self.AddFileList(tdef, selectedFiles, vSizer, len(vSizer.GetChildren()))
elif isinstance(tdef, TorrentDefNoMetainfo):
text = wx.StaticText(self, -1, "Attempting to retrieve .torrent...")
_set_font(text, size_increment = 1)
ag = wx.animate.GIFAnimationCtrl(self, -1, os.path.join(self.guiutility.utility.getPath(), LIBRARYNAME, 'Main', 'vwxGUI', 'images', 'search_new.gif'))
ag.Play()
sizer = wx.BoxSizer(wx.HORIZONTAL)
sizer.AddStretchSpacer()
sizer.Add(text, 0, wx.ALIGN_CENTER_VERTICAL|wx.RIGHT, 10)
sizer.Add(ag, 0, wx.ALIGN_CENTER_VERTICAL)
sizer.AddStretchSpacer()
vSizer.Add(sizer, 1, wx.EXPAND|wx.BOTTOM, 3)
self.SetSize((600,150))
url = tdef.get_url()
if url and url.startswith("magnet:"):
retrieve_from_magnet = lambda: TorrentDef.retrieve_from_magnet(url, lambda tdef: wx.CallAfter(self.SetCollected, tdef))
startWorker(None, retrieve_from_magnet, retryOnBusy = True, priority = GUI_PRI_DISPERSY)
else:
torrentsearch_manager = self.guiutility.torrentsearch_manager
def do_collect(delayedResult):
torrent = delayedResult.get()
if torrent:
def callback():
torrent_filename = torrentsearch_manager.getCollectedFilename(torrent)
tdef = TorrentDef.load(torrent_filename)
wx.CallAfter(self.SetCollected, tdef)
torrentsearch_manager.getTorrent(torrent, callback)
def do_db():
return torrentsearch_manager.getTorrentByInfohash(tdef.get_infohash())
startWorker(do_collect, do_db, retryOnBusy = True, priority = GUI_PRI_DISPERSY)
cancel = wx.Button(self, wx.ID_CANCEL)
cancel.Bind(wx.EVT_BUTTON, self.OnCancel)
ok = wx.Button(self, wx.ID_OK)
ok.Bind(wx.EVT_BUTTON, self.OnOk)
bSizer = wx.StdDialogButtonSizer()
bSizer.AddButton(cancel)
bSizer.AddButton(ok)
bSizer.Realize()
vSizer.Add(bSizer, 0, wx.EXPAND|wx.BOTTOM, 3)
sizer = wx.BoxSizer()
sizer.Add(vSizer, 1, wx.EXPAND|wx.ALL, 10)
self.SetSizer(sizer)
