class TestTunnelBase(TestAsServer):
@blocking_call_on_reactor_thread
@inlineCallbacks
def setUp(self, autoload_discovery=True):
"""
Setup various variables and load the tunnel community in the main downloader session.
"""
yield TestAsServer.setUp(self, autoload_discovery=autoload_discovery)
self.seed_tdef = None
self.sessions = []
self.session2 = None
self.crypto_enabled = True
self.bypass_dht = False
self.seed_config = None
self.tunnel_community_seeder = None
self.eccrypto = ECCrypto()
ec = self.eccrypto.generate_key(u"curve25519")
HiddenTunnelCommunityTests.master_key = self.eccrypto.key_to_bin(
ec.pub()).encode('hex')
self.tunnel_community = self.load_tunnel_community_in_session(
self.session, exitnode=True)
self.tunnel_communities = []
def setUpPreSession(self):
TestAsServer.setUpPreSession(self)
self.config.set_dispersy_enabled(True)
self.config.set_libtorrent_enabled(True)
self.config.set_tunnel_community_socks5_listen_ports(
self.get_socks5_ports())
@blocking_call_on_reactor_thread
@inlineCallbacks
def tearDown(self):
if self.session2:
yield self.session2.shutdown()
for session in self.sessions:
yield session.shutdown()
yield TestAsServer.tearDown(self)
@inlineCallbacks
def setup_nodes(self, num_relays=1, num_exitnodes=1, seed_hops=0):
"""
Setup all required nodes, including the relays, exit nodes and seeder.
"""
assert isInIOThread()
baseindex = 3
for i in xrange(baseindex, baseindex + num_relays): # Normal relays
proxy = yield self.create_proxy(i)
self.tunnel_communities.append(proxy)
baseindex += num_relays + 1
for i in xrange(baseindex, baseindex + num_exitnodes): # Exit nodes
proxy = yield self.create_proxy(i, exitnode=True)
self.tunnel_communities.append(proxy)
# Setup the seeder session
self.setup_tunnel_seeder(seed_hops)
# Add the tunnel community of the downloader session
self.tunnel_communities.append(self.tunnel_community)
# Connect the candidates with each other in all available tunnel communities
candidates = []
for session in self.sessions:
self._logger.debug(
"Appending candidate from this session to the list")
candidates.append(
Candidate(session.get_dispersy_instance().lan_address,
tunnel=False))
communities_to_inject = self.tunnel_communities
if self.tunnel_community_seeder is not None:
communities_to_inject.append(self.tunnel_community_seeder)
for community in communities_to_inject:
for candidate in candidates:
self._logger.debug(
"Add appended candidate as discovered candidate to this community"
)
# We are letting dispersy deal with adding the community's candidate to itself.
community.add_discovered_candidate(candidate)
@blocking_call_on_reactor_thread
def load_tunnel_community_in_session(self, session, exitnode=False):
"""
Load the tunnel community in a given session. We are using our own tunnel community here instead of the one
used in Tribler.
"""
dispersy = session.get_dispersy_instance()
keypair = dispersy.crypto.generate_key(u"curve25519")
dispersy_member = dispersy.get_member(
private_key=dispersy.crypto.key_to_bin(keypair))
settings = TunnelSettings(tribler_session=session)
if not self.crypto_enabled:
settings.crypto = NoCrypto()
settings.become_exitnode = exitnode
return dispersy.define_auto_load(HiddenTunnelCommunityTests,
dispersy_member, (session, settings),
load=True)[0]
@inlineCallbacks
def create_proxy(self, index, exitnode=False):
"""
Create a single proxy and load the tunnel community in the session of that proxy.
"""
from Tribler.Core.Session import Session
self.setUpPreSession()
config = self.config.copy()
config.set_libtorrent_enabled(True)
config.set_dispersy_enabled(True)
config.set_state_dir(self.getStateDir(index))
config.set_tunnel_community_socks5_listen_ports(
self.get_socks5_ports())
session = Session(config, autoload_discovery=False)
yield session.start()
self.sessions.append(session)
returnValue(
self.load_tunnel_community_in_session(session, exitnode=exitnode))
@blocking_call_on_reactor_thread
@inlineCallbacks
def setup_tunnel_seeder(self, hops):
"""
Setup the seeder.
"""
from Tribler.Core.Session import Session
self.seed_config = self.config.copy()
self.seed_config.set_state_dir(self.getStateDir(2))
self.seed_config.set_megacache_enabled(True)
self.seed_config.set_tunnel_community_socks5_listen_ports(
self.get_socks5_ports())
if self.session2 is None:
self.session2 = Session(self.seed_config, autoload_discovery=False)
self.session2.start()
tdef = TorrentDef()
tdef.add_content(os.path.join(TESTS_DATA_DIR, "video.avi"))
tdef.set_tracker("http://localhost/announce")
tdef.finalize()
torrentfn = os.path.join(self.session2.config.get_state_dir(),
"gen.torrent")
tdef.save(torrentfn)
self.seed_tdef = tdef
if hops > 0: # Safe seeding enabled
self.tunnel_community_seeder = self.load_tunnel_community_in_session(
self.session2)
self.tunnel_community_seeder.build_tunnels(hops)
from twisted.internet import reactor, task
while not list(
self.tunnel_community_seeder.active_data_circuits()):
yield task.deferLater(reactor, .05, lambda: None)
dscfg = DownloadStartupConfig()
dscfg.set_dest_dir(
TESTS_DATA_DIR) # basedir of the file we are seeding
dscfg.set_hops(hops)
d = self.session2.start_download_from_tdef(tdef, dscfg)
d.set_state_callback(self.seeder_state_callback)
def seeder_state_callback(self, ds):
"""
The callback of the seeder download. For now, this only logs the state of the download that's seeder and is
useful for debugging purposes.
"""
if self.tunnel_community_seeder:
self.tunnel_community_seeder.monitor_downloads([ds])
d = ds.get_download()
self._logger.debug("seeder: %s %s %s", repr(d.get_def().get_name()),
dlstatus_strings[ds.get_status()],
ds.get_progress())
return 5.0, False
def start_anon_download(self, hops=1):
"""
Start an anonymous download in the main Tribler session.
"""
dscfg = DownloadStartupConfig()
dscfg.set_dest_dir(self.getDestDir())
dscfg.set_hops(hops)
download = self.session.start_download_from_tdef(self.seed_tdef, dscfg)
download.add_peer(
("127.0.0.1", self.session2.config.get_libtorrent_port()))
return download
class TestMarketBase(TestAsServer):
def async_sleep(self, secs):
d = Deferred()
reactor.callLater(secs, d.callback, None)
return d
@blocking_call_on_reactor_thread
@inlineCallbacks
def setUp(self, autoload_discovery=True):
"""
Setup various variables.
"""
os.environ[BOOTSTRAP_FILE_ENVNAME] = os.path.join(
TESTS_DATA_DIR, 'bootstrap_empty.txt')
yield TestAsServer.setUp(self, autoload_discovery=autoload_discovery)
self.sessions = []
self.eccrypto = ECCrypto()
ec = self.eccrypto.generate_key(u"curve25519")
MarketCommunityTests.master_key = self.eccrypto.key_to_bin(
ec.pub()).encode('hex')
ec = self.eccrypto.generate_key(u"curve25519")
TriblerChainCommunityTests.master_key = self.eccrypto.key_to_bin(
ec.pub()).encode('hex')
market_member = self.generate_member(self.session)
self.market_communities = {}
mc_community = self.load_triblerchain_community_in_session(
self.session)
self.load_market_community_in_session(self.session, market_member,
mc_community)
@blocking_call_on_reactor_thread
@inlineCallbacks
def tearDown(self, annotate=True):
for session in self.sessions:
yield session.shutdown()
yield TestAsServer.tearDown(self)
def setUpPreSession(self):
TestAsServer.setUpPreSession(self)
self.config.set_dispersy_enabled(True)
self.config.set_libtorrent_enabled(False)
self.config.set_video_server_enabled(False)
self.config.set_trustchain_enabled(False)
self.config.set_tunnel_community_enabled(False)
self.config.set_market_community_enabled(False)
def generate_member(self, session):
dispersy = session.get_dispersy_instance()
keypair = dispersy.crypto.generate_key(u"curve25519")
return dispersy.get_member(
private_key=dispersy.crypto.key_to_bin(keypair))
@blocking_call_on_reactor_thread
def load_market_community_in_session(self, session, market_member,
mc_community):
"""
Load the market community and tradechain community in a given session.
"""
wallets = {
'BTC':
BitcoinWallet(
os.path.join(session.config.get_state_dir(), 'wallet')),
'MC':
TrustchainWallet(mc_community),
'DUM1':
DummyWallet1(),
'DUM2':
DummyWallet2()
}
wallets['MC'].check_negative_balance = False
dispersy = session.get_dispersy_instance()
# Load MarketCommunity
market_kargs = {'tribler_session': session, 'wallets': wallets}
self.market_communities[session] = dispersy.define_auto_load(
MarketCommunityTests, market_member, kargs=market_kargs,
load=True)[0]
return self.market_communities[session]
@blocking_call_on_reactor_thread
def load_triblerchain_community_in_session(self, session):
"""
Load a custom instance of the TriblerChain community in a given session.
"""
dispersy = session.get_dispersy_instance()
keypair = dispersy.crypto.generate_key(u"curve25519")
dispersy_member = dispersy.get_member(
private_key=dispersy.crypto.key_to_bin(keypair))
triblerchain_kwargs = {'tribler_session': session}
return dispersy.define_auto_load(TriblerChainCommunityTests,
dispersy_member,
load=True,
kargs=triblerchain_kwargs)[0]
@inlineCallbacks
def create_session(self, index):
"""
Create a single session and load the tunnel community in the session of that proxy.
"""
from Tribler.Core.Session import Session
config = self.config.copy()
config.set_state_dir(self.getStateDir(index))
session = Session(config, autoload_discovery=False)
yield session.start()
self.sessions.append(session)
market_member = self.generate_member(session)
mc_community = self.load_triblerchain_community_in_session(session)
self.load_market_community_in_session(session, market_member,
mc_community)
returnValue(session)