def test_compare(self):
"""
Make sure that LibVersion.compare() behaves ad advertised
in comparing different version numbers.
"""
self.assertTrue(LibVersion.compare("7.5.3", "7.5.3") == 0)
self.assertTrue(LibVersion.compare("7.0", "7.5.3") < 0)
self.assertTrue(LibVersion.compare("8.0", "7.5.3") > 0)
self.assertTrue(LibVersion.compare("8.0.0", "8.0.1") < 0)
self.assertTrue(LibVersion.compare("8.0.0-rc3", "8.0.0-rc4") < 0)
self.assertTrue(LibVersion.compare("8.0.0-rc3", "8.0.0") < 0)
def connection_ready(self, stream):
m1 = compat.SpeedtestCollect()
m1.client = self.conf.get("uuid", "")
m1.timestamp = utils.timestamp()
m1.internalAddress = stream.myname[0]
m1.realAddress = self.conf.get("speedtest.client.public_address", "")
m1.remoteAddress = stream.peername[0]
m1.latency = self.conf.get("speedtest.client.latency", 0.0)
m1.downloadSpeed = self.conf.get("speedtest.client.download", 0.0)
m1.uploadSpeed = self.conf.get("speedtest.client.upload", 0.0)
m1.privacy_informed = self.conf.get("privacy.informed", 0)
m1.privacy_can_collect = self.conf.get("privacy.can_collect", 0)
m1.privacy_can_share = self.conf.get("privacy.can_share", 0)
m1.neubot_version = LibVersion.to_numeric("0.4.2")
m1.platform = sys.platform
if self.measurer:
m1.connectTime = self.measurer.measure_rtt()[0]
# import pprint
# if hasattr(self.measurer, "recv_hist"):
# download = self.measurer.recv_hist.get("download", [])
# pprint.pprint(download)
# if hasattr(self.measurer, "send_hist"):
# upload = self.measurer.send_hist.get("upload", [])
# pprint.pprint(upload)
s = marshal.marshal_object(m1, "text/xml")
stringio = StringIO.StringIO(s)
if privacy.collect_allowed(m1):
table_speedtest.insertxxx(DATABASE.connection(), m1)
request = Message()
request.compose(method="POST", pathquery="/speedtest/collect",
body=stringio, mimetype="application/xml",
host=self.host_header)
request["authorization"] = self.conf.get(
"speedtest.client.authorization", "")
stream.send_request(request)
def peer_test_complete(self, stream, download_speed, rtt, target_bytes):
self.success = True
stream = self.http_stream
# Update the downstream channel estimate
estimate.DOWNLOAD = target_bytes
self.my_side = {
# The server will override our timestamp
"timestamp": utils.timestamp(),
"uuid": self.conf.get("uuid"),
"internal_address": stream.myname[0],
"real_address": self.conf.get("_real_address", ""),
"remote_address": stream.peername[0],
"privacy_informed": self.conf.get("privacy.informed", 0),
"privacy_can_collect": self.conf.get("privacy.can_collect", 0),
"privacy_can_share": self.conf.get("privacy.can_share", 0),
# Upload speed measured at the server
"connect_time": rtt,
"download_speed": download_speed,
# OS and version info
"neubot_version": LibVersion.to_numeric("0.4.2"),
"platform": sys.platform,
}
LOG.start("BitTorrent: collecting")
STATE.update("collect")
s = json.dumps(self.my_side)
stringio = StringIO.StringIO(s)
request = Message()
request.compose(method="POST", pathquery="/collect/bittorrent",
body=stringio, mimetype="application/json", host=self.host_header)
request["authorization"] = self.conf.get("_authorization", "")
stream.send_request(request)
def test_double_conversion(self):
"""
Convert from canonical to numeric and then again to canonical
(and viceversa) to make sure that we get what is expected.
"""
# canonical -> numeric -> canonical
self.assertEquals(LibVersion.to_canonical(
LibVersion.to_numeric("133.35.71-rc19")),
"133.35.71-rc19")
# Same as above but check for -rc999
self.assertEquals(LibVersion.to_canonical(
LibVersion.to_numeric("133.35.71-rc999")),
"133.35.71")
# numeric -> canonical -> numeric
self.assertEquals(LibVersion.to_numeric(
LibVersion.to_canonical("133.035071019")),
"133.035071019")
def process_request(self, stream, request):
m = marshal.unmarshal_object(request.body.read(),
"application/xml", compat.RendezvousRequest)
m1 = compat.RendezvousResponse()
version = self.conf["rendezvous.server.update_version"]
#
# Don't offer a release candidate update if the user is not
# running a release candidate as well and viceversa.
#
if (("-rc" in version and "-rc" in m.version) or
(not "-rc" in version and not "-rc" in m.version)):
if m.version and LibVersion.compare(version, m.version) > 0:
m1.update["uri"] = self.conf["rendezvous.server.update_uri"]
m1.update["version"] = version
#
# Select test server address.
# The default test server is the master server itself.
# If we know the country, lookup the list of servers for
# that country in the database.
# If there are no servers for that country, register
# the master server for the country so that we can notice
# we have new users and can take the proper steps to
# deploy nearby servers.
#
server = self.conf.get("rendezvous.server.default",
"master.neubot.org")
LOG.debug("* default test server: %s" % server)
agent_address = stream.peername[0]
country = GEOLOCATOR.lookup_country(agent_address)
if country:
servers = table_geoloc.lookup_servers(DATABASE.connection(),
country)
if not servers:
LOG.info("* learning new country: %s" % country)
table_geoloc.insert_server(DATABASE.connection(),
country, server)
servers = [server]
server = random.choice(servers)
LOG.debug("* selected test server: %s" % server)
if "speedtest" in m.accept:
m1.available["speedtest"] = [ "http://%s/speedtest" % server ]
if "bittorrent" in m.accept:
m1.available["bittorrent"] = [ "http://%s:8000/" % server ]
#
# Neubot <=0.3.7 expects to receive an XML document while
# newer Neubots want a JSON. I hope old clients will upgrade
# pretty soon.
#
if m.version and LibVersion.compare(m.version, "0.3.7") >= 0:
s = marshal.marshal_object(m1, "application/json")
mimetype = "application/json"
else:
s = compat.adhoc_marshaller(m1)
mimetype = "text/xml"
stringio = StringIO.StringIO()
stringio.write(s)
stringio.seek(0)
response = Message()
response.compose(code="200", reason="Ok",
mimetype=mimetype, body=stringio)
stream.send_response(request, response)
TOPDIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
#
# This simplifies things a lot.
#
MACOSDIR = os.sep.join([TOPDIR, 'MacOS'])
os.chdir(MACOSDIR)
if __name__ == '__main__':
sys.path.insert(0, TOPDIR)
from neubot.libversion import LibVersion
VERSION = '0.4.2'
NUMERIC_VERSION = LibVersion.to_numeric(VERSION)
IGNORER = shutil.ignore_patterns('.DS_Store')
def __call(cmdline):
''' exit() if the subprocess fails '''
retval = subprocess.call(shlex.split(cmdline))
if retval != 0:
sys.exit(1)
def _init():
'''
Make sure we start from a clean environment and that
we have a sane umask.
'''