def get_many(cls, ids):
"""
Given a list of ids, attempt to get probe objects out of the local
cache. Probes that cannot be found will be fetched from the API and
cached for future use.
"""
r = []
fetch_ids = []
for pk in ids:
probe = cache.get("probe:{}".format(pk))
if probe:
r.append(probe)
else:
fetch_ids.append(str(pk))
if fetch_ids:
kwargs = {"id__in": fetch_ids}
for probe in [
p for p in ProbeRequest(return_objects=True, **kwargs)
]:
cache.set("probe:{}".format(probe.id), probe, cls.EXPIRE_TIME)
r.append(probe)
return r
def test_empty_response_with_no_success(self):
arequest = mock.patch(
'ripe.atlas.cousteau.request.AtlasRequest.get').start()
arequest.return_value = False, {}
kwargs = {"id__in": range(1, 10)}
r = ProbeRequest(**kwargs)
self.assertRaises(APIResponseError, lambda: list(r))
def atlas_probelist_countries(cc_list):
probes = []
for cc in cc_list:
ps = ProbeRequest(country_code=cc, status=1)
for p in ps:
probes.append(p)
return probes
def form_probes(**kwargs):
probes_data = {}
probe_request = ProbeRequest(**kwargs)
for probe in probe_request:
probes_data[probe['id']] = probe
return probes_data
def getProbeCount(network):
filters = {"id": 1004, "asn": network}
probes = []
probe_list = []
try:
probes = ProbeRequest(**filters)
if probes:
probe = probes.next()
#for probe in probes:
# probe_list.append(probe["id"]) # add the probe ID to the list
count = probes.total_count
name = getNetworkName(network)
print('ASN:' + str(network) + " " + name + ' count:' + str(count))
except:
#print "error getting probes", probes
count = 0
return str(network), count
def run(self):
if not self.arguments.field:
self.arguments.field = (
"id", "asn_v4", "asn_v6", "country", "status")
if self.arguments.all:
self.arguments.limit = None
filters = self.build_request_args()
if not filters and not self.arguments.all:
raise RipeAtlasToolsException(colourise(
"Typically you'd want to run this with some arguments to "
"filter the probe \nlist, as fetching all of the probes can "
"take a Very Long Time. However, if you \ndon't care about "
"the wait, you can use --all and go get yourself a coffee.",
"blue"
))
self.set_aggregators()
probes = ProbeRequest(
return_objects=True, user_agent=self.user_agent, **filters)
if self.arguments.limit:
truncated_probes = itertools.islice(probes, self.arguments.limit)
else:
truncated_probes = probes
if self.arguments.ids_only:
for probe in truncated_probes:
print(probe.id)
return
hr = self._get_horizontal_rule()
print(self._get_filter_display(filters))
print(colourise(self._get_header(), "bold"))
print(colourise(hr, "bold"))
if self.arguments.aggregate_by:
buckets = aggregate(list(truncated_probes), self.aggregators)
self.render_aggregation(buckets)
else:
for probe in truncated_probes:
print(self._get_line(probe))
print(colourise(hr, "bold"))
# Print total count of found measurements
print(("{:>" + str(len(hr)) + "}\n").format(
"Showing {} of {} total probes".format(
min(self.arguments.limit, probes.total_count) or "all",
probes.total_count
)
))
def test_long_id_filter(self):
kwargs = {"id__in": ",".join(map(str, range(1, 2000)))}
r = ProbeRequest(**kwargs)
expected_list = [
'/api/v2/probes/?id__in=501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608,609,610,611,612,613,614,615,616,617,618,619,620,621,622,623,624,625,626,627,628,629,630,631,632,633,634,635,636,637,638,639,640,641,642,643,644,645,646,647,648,649,650,651,652,653,654,655,656,657,658,659,660,661,662,663,664,665,666,667,668,669,670,671,672,673,674,675,676,677,678,679,680,681,682,683,684,685,686,687,688,689,690,691,692,693,694,695,696,697,698,699,700,701,702,703,704,705,706,707,708,709,710,711,712,713,714,715,716,717,718,719,720,721,722,723,724,725,726,727,728,729,730,731,732,733,734,735,736,737,738,739,740,741,742,743,744,745,746,747,748,749,750,751,752,753,754,755,756,757,758,759,760,761,762,763,764,765,766,767,768,769,770,771,772,773,774,775,776,777,778,779,780,781,782,783,784,785,786,787,788,789,790,791,792,793,794,795,796,797,798,799,800,801,802,803,804,805,806,807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842,843,844,845,846,847,848,849,850,851,852,853,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868,869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884,885,886,887,888,889,890,891,892,893,894,895,896,897,898,899,900,901,902,903,904,905,906,907,908,909,910,911,912,913,914,915,916,917,918,919,920,921,922,923,924,925,926,927,928,929,930,931,932,933,934,935,936,937,938,939,940,941,942,943,944,945,946,947,948,949,950,951,952,953,954,955,956,957,958,959,960,961,962,963,964,965,966,967,968,969,970,971,972,973,974,975,976,977,978,979,980,981,982,983,984,985,986,987,988,989,990,991,992,993,994,995,996,997,998,999,1000',
'/api/v2/probes/?id__in=1001,1002,1003,1004,1005,1006,1007,1008,1009,1010,1011,1012,1013,1014,1015,1016,1017,1018,1019,1020,1021,1022,1023,1024,1025,1026,1027,1028,1029,1030,1031,1032,1033,1034,1035,1036,1037,1038,1039,1040,1041,1042,1043,1044,1045,1046,1047,1048,1049,1050,1051,1052,1053,1054,1055,1056,1057,1058,1059,1060,1061,1062,1063,1064,1065,1066,1067,1068,1069,1070,1071,1072,1073,1074,1075,1076,1077,1078,1079,1080,1081,1082,1083,1084,1085,1086,1087,1088,1089,1090,1091,1092,1093,1094,1095,1096,1097,1098,1099,1100,1101,1102,1103,1104,1105,1106,1107,1108,1109,1110,1111,1112,1113,1114,1115,1116,1117,1118,1119,1120,1121,1122,1123,1124,1125,1126,1127,1128,1129,1130,1131,1132,1133,1134,1135,1136,1137,1138,1139,1140,1141,1142,1143,1144,1145,1146,1147,1148,1149,1150,1151,1152,1153,1154,1155,1156,1157,1158,1159,1160,1161,1162,1163,1164,1165,1166,1167,1168,1169,1170,1171,1172,1173,1174,1175,1176,1177,1178,1179,1180,1181,1182,1183,1184,1185,1186,1187,1188,1189,1190,1191,1192,1193,1194,1195,1196,1197,1198,1199,1200,1201,1202,1203,1204,1205,1206,1207,1208,1209,1210,1211,1212,1213,1214,1215,1216,1217,1218,1219,1220,1221,1222,1223,1224,1225,1226,1227,1228,1229,1230,1231,1232,1233,1234,1235,1236,1237,1238,1239,1240,1241,1242,1243,1244,1245,1246,1247,1248,1249,1250,1251,1252,1253,1254,1255,1256,1257,1258,1259,1260,1261,1262,1263,1264,1265,1266,1267,1268,1269,1270,1271,1272,1273,1274,1275,1276,1277,1278,1279,1280,1281,1282,1283,1284,1285,1286,1287,1288,1289,1290,1291,1292,1293,1294,1295,1296,1297,1298,1299,1300,1301,1302,1303,1304,1305,1306,1307,1308,1309,1310,1311,1312,1313,1314,1315,1316,1317,1318,1319,1320,1321,1322,1323,1324,1325,1326,1327,1328,1329,1330,1331,1332,1333,1334,1335,1336,1337,1338,1339,1340,1341,1342,1343,1344,1345,1346,1347,1348,1349,1350,1351,1352,1353,1354,1355,1356,1357,1358,1359,1360,1361,1362,1363,1364,1365,1366,1367,1368,1369,1370,1371,1372,1373,1374,1375,1376,1377,1378,1379,1380,1381,1382,1383,1384,1385,1386,1387,1388,1389,1390,1391,1392,1393,1394,1395,1396,1397,1398,1399,1400,1401,1402,1403,1404,1405,1406,1407,1408,1409,1410,1411,1412,1413,1414,1415,1416,1417,1418,1419,1420,1421,1422,1423,1424,1425,1426,1427,1428,1429,1430,1431,1432,1433,1434,1435,1436,1437,1438,1439,1440,1441,1442,1443,1444,1445,1446,1447,1448,1449,1450,1451,1452,1453,1454,1455,1456,1457,1458,1459,1460,1461,1462,1463,1464,1465,1466,1467,1468,1469,1470,1471,1472,1473,1474,1475,1476,1477,1478,1479,1480,1481,1482,1483,1484,1485,1486,1487,1488,1489,1490,1491,1492,1493,1494,1495,1496,1497,1498,1499,1500',
'/api/v2/probes/?id__in=1501,1502,1503,1504,1505,1506,1507,1508,1509,1510,1511,1512,1513,1514,1515,1516,1517,1518,1519,1520,1521,1522,1523,1524,1525,1526,1527,1528,1529,1530,1531,1532,1533,1534,1535,1536,1537,1538,1539,1540,1541,1542,1543,1544,1545,1546,1547,1548,1549,1550,1551,1552,1553,1554,1555,1556,1557,1558,1559,1560,1561,1562,1563,1564,1565,1566,1567,1568,1569,1570,1571,1572,1573,1574,1575,1576,1577,1578,1579,1580,1581,1582,1583,1584,1585,1586,1587,1588,1589,1590,1591,1592,1593,1594,1595,1596,1597,1598,1599,1600,1601,1602,1603,1604,1605,1606,1607,1608,1609,1610,1611,1612,1613,1614,1615,1616,1617,1618,1619,1620,1621,1622,1623,1624,1625,1626,1627,1628,1629,1630,1631,1632,1633,1634,1635,1636,1637,1638,1639,1640,1641,1642,1643,1644,1645,1646,1647,1648,1649,1650,1651,1652,1653,1654,1655,1656,1657,1658,1659,1660,1661,1662,1663,1664,1665,1666,1667,1668,1669,1670,1671,1672,1673,1674,1675,1676,1677,1678,1679,1680,1681,1682,1683,1684,1685,1686,1687,1688,1689,1690,1691,1692,1693,1694,1695,1696,1697,1698,1699,1700,1701,1702,1703,1704,1705,1706,1707,1708,1709,1710,1711,1712,1713,1714,1715,1716,1717,1718,1719,1720,1721,1722,1723,1724,1725,1726,1727,1728,1729,1730,1731,1732,1733,1734,1735,1736,1737,1738,1739,1740,1741,1742,1743,1744,1745,1746,1747,1748,1749,1750,1751,1752,1753,1754,1755,1756,1757,1758,1759,1760,1761,1762,1763,1764,1765,1766,1767,1768,1769,1770,1771,1772,1773,1774,1775,1776,1777,1778,1779,1780,1781,1782,1783,1784,1785,1786,1787,1788,1789,1790,1791,1792,1793,1794,1795,1796,1797,1798,1799,1800,1801,1802,1803,1804,1805,1806,1807,1808,1809,1810,1811,1812,1813,1814,1815,1816,1817,1818,1819,1820,1821,1822,1823,1824,1825,1826,1827,1828,1829,1830,1831,1832,1833,1834,1835,1836,1837,1838,1839,1840,1841,1842,1843,1844,1845,1846,1847,1848,1849,1850,1851,1852,1853,1854,1855,1856,1857,1858,1859,1860,1861,1862,1863,1864,1865,1866,1867,1868,1869,1870,1871,1872,1873,1874,1875,1876,1877,1878,1879,1880,1881,1882,1883,1884,1885,1886,1887,1888,1889,1890,1891,1892,1893,1894,1895,1896,1897,1898,1899,1900,1901,1902,1903,1904,1905,1906,1907,1908,1909,1910,1911,1912,1913,1914,1915,1916,1917,1918,1919,1920,1921,1922,1923,1924,1925,1926,1927,1928,1929,1930,1931,1932,1933,1934,1935,1936,1937,1938,1939,1940,1941,1942,1943,1944,1945,1946,1947,1948,1949,1950,1951,1952,1953,1954,1955,1956,1957,1958,1959,1960,1961,1962,1963,1964,1965,1966,1967,1968,1969,1970,1971,1972,1973,1974,1975,1976,1977,1978,1979,1980,1981,1982,1983,1984,1985,1986,1987,1988,1989,1990,1991,1992,1993,1994,1995,1996,1997,1998,1999'
]
self.assertEqual(r.split_urls, expected_list)
def query(**kwargs):
# if 'day' in kwargs:
# return query_archive(**kwargs)
keyed_objects = {}
probes = ProbeRequest(**kwargs)
for probe in probes:
keyed_objects[probe["id"]] = probe
return ProbeConverter(keyed_objects)
def test_probe_request(self):
"""Unittest for ProbeRequest"""
if self.server == "":
raise SkipTest
filters = {"tags": "NAT", "country_code": "NL", "asn_v4": "3333"}
probes = ProbeRequest(**filters)
probes_list = list(probes)
self.assertTrue(probes_list)
self.assertTrue(probes.total_count)
def test_probe_request(self):
"""Unittest for ProbeRequest"""
if self.server == "":
pytest.skip("No ATLAS_SERVER defined")
filters = {"tags": "NAT", "country_code": "NL", "asn_v4": "3333"}
probes = ProbeRequest(**filters)
probes_list = list(probes)
self.assertTrue(probes_list)
self.assertTrue(probes.total_count)
def query(**kwargs):
if 'day' in kwargs:
return query_archive(**kwargs)
keyed_objects = {}
probes = ProbeRequest(**kwargs)
for probe in probes:
keyed_objects[probe["id"]] = probe
return keyed_objects
def test_wrong_api_output(self):
arequest = mock.patch(
'ripe.atlas.cousteau.request.AtlasRequest.get').start()
arequest.return_value = True, {}
probe_generator = ProbeRequest(**{})
probes_list = list(probe_generator)
expected_value = []
self.assertEqual(probes_list, expected_value)
self.assertEqual(probe_generator.total_count, 0)
def form_probes(atlas_params, limit=None):
probe_request = ProbeRequest(**atlas_params)
probes_data = {}
for probe in probe_request:
probes_data[probe['id']] = probe
if limit is not None and len(probes_data) >= limit:
break
return probes_data
def __init__(self, i2a):
self.i2a = i2a
self.anchor_info = {}
filters = {"tags": "system-anchor"}
probes = ProbeRequest(**filters)
for probe in probes:
lon, lat = probe["geometry"]["coordinates"]
geoloc = rg.search((lat, lon))
probe["city"] = "{}, {}".format(geoloc[0]["name"], geoloc[0]["cc"])
self.anchor_info[probe["address_v4"]] = probe
self.anchor_info[probe["address_v6"]] = probe
def query(maxprobes, **kwargs):
# if 'day' in kwargs:
# return query_archive(**kwargs)
keyed_objects = {}
probes = ProbeRequest(**kwargs)
probecounter = 0
for probe in probes:
keyed_objects[probe["id"]] = probe
probecounter += 1
if probecounter == maxprobes:
break
return ProbeConverter(keyed_objects)
def getProbeCount(asn):
filters = {"id": 1009, "asn": asn}
probes = []
probe_list = []
try:
probes = ProbeRequest(**filters)
try:
if probes:
for probe in probes:
probe_list.append(probe["id"]) # add the probe ID to the list
except:
e = sys.exc_info()
print ("Probe error", str(e))
print ('ASN:' + str(asn) + " " + 'count:' + str(len(probe_list)))
except:
print "error getting probes", probes
def check_if_asn_covered(asns, threshold_connected_probes, saved_asns):
#Case asns is a list of asns
for asn in asns:
print "Processing " + str(asn["ASN"])
asn_n = asn["ASN"].split("AS")[1]
filters = {"asn_v4": asn_n}
probes = ProbeRequest(**filters)
probes_dict = dict()
count_connected = 0
count_disconnected = 0
count_abandoned = 0
count_never_connected = 0
detail_dict = dict()
for probe in probes:
if (probe['status']['name'] == "Connected"):
count_connected = count_connected + 1
elif (probe['status']['name'] == "Never Connected"):
count_never_connected = count_never_connected + 1
elif (probe['status']['name'] == "Disconnected"):
count_disconnected = count_disconnected + 1
else:
count_abandoned = count_abandoned + 1
detail_dict["AS_name"] = asn["AS Name"]
detail_dict["connected"] = count_connected
detail_dict["disconnected"] = count_disconnected
detail_dict["abandoned"] = count_abandoned
detail_dict["never_connected"] = count_never_connected
detail_dict["estimated_users"] = asn['Users (est.)']
detail_dict["apnic_obj"] = asn
if (count_connected <= threshold_connected_probes):
json_of_results.append((asn["ASN"], detail_dict))
return True
return False
def probeMap(ipv4=True, **pf):
'''probeMap:
Downloads and groups probe information that adheres to the pf filter.
@param ipv4 Set/unset to target probes with assigned IPv4/IPv6 AS numbers.
@param pf Probe filter, see Ripe Atlas documentation for details.
@ret 1 Dictionary with Probe-IDs to AS numbers.
@ret 2 Dictionary with AS numbers to probe lists.
@ret 3 Number of probes without an assigned IPv4/IPv6 ASN.
'''
p2a, a2p, cnt, asnVx = {}, {}, 0, 'asn_v4' if ipv4 else 'asn_v6'
for probe in ProbeRequest(**pf):
if probe[asnVx] is not None:
p2a[int(probe['id'])] = int(probe[asnVx])
a2p.setdefault(int(probe[asnVx]), [])
a2p[int(probe[asnVx])].append(probe)
else:
cnt += 1
return p2a, a2p, cnt
def get_probes(self):
"""
Fetch the probes from the API and do some caching while we're at it.
"""
cache_key = "probes-{}".format(self.identifier)
r = cache.get(cache_key)
if r is not None:
return r
cache.set(
cache_key,
list(
ProbeRequest(**{
self.LOOKUP: self.identifier,
"return_objects": True
})), 60 * 15)
return self.get_probes()
def process_ixp_org(j):
'''
takes ixp json and produces interesting stuff from it
'''
d = {'ix2as': {}, 'ix2prb': {}}
for m in j['member_list']:
asn = m['asnum']
for conn in m['connection_list']:
ixp_id = conn['ixp_id']
d['ix2as'].setdefault(ixp_id, set())
d['ix2as'][ixp_id].add(asn)
for k, v in d['ix2as'].iteritems():
print "ixp_id: %d , number_of_asns: %d" % (k, len(v))
for ixp in j['ixp_list']:
try:
ixp_id = ixp['ixp_id'] # this is the internal to the ML-JSON match
ixf_id = ixp['ixf_id'] # this is the IX-F external ID of the IXP
locs = set()
coords = []
probe_ids = set()
for s in ixp['switch']:
city = s['city']
country = s['country']
locs.add("%s,%s" % (city, country))
locs = list(locs)
print "locs: %s" % (locs)
## now find probes near these locs
for l in locs:
coord = locstr2latlng(l)
coords.append(coord)
for coord in coords:
rad_args = '%s,%s:%s' % (coord[0], coord[1], REACH_KM)
#print "COORDS: %s" % ( rad_args )
prb_list = ProbeRequest(radius=rad_args)
for p in prb_list:
prb_id2info[p['id']] = p
probe_ids.add(p['id'])
#
print "found %d probes for ixp %d" % (len(probe_ids), ixp_id)
except:
pass
def get_pb(pb_tag="system-v3", is_anchor=False, date=None, asn=None):
""" fetch atlas probe/anchors hosted by a given asn
Args:
pb_tag (string) : firmware version of probes, not applied to anchors
is_anchor (bool) : if set to True, anchors will be selected instead of normal probes
date (int) : sec since epoch
asn (int) : Autonomous System Number, default to None, all probes will be fetched
Returns:
pb_id (list of tuple): [(id, asn_v4, ans_v6,...),]
Notes:
By default only v3 probes are selected.
pb_tag parameter can be changed to select other probes.
"""
if is_anchor:
filters = dict(is_anchor=True)
else:
filters = dict(tags=pb_tag)
if asn:
filters['asn_v4'] = asn
probes = ProbeRequest(**filters)
pb_id = []
for pb in probes:
if date and pb["first_connected"] > date:
pass
else:
# get all the system tags
tags = []
for d in pb["tags"]:
if 'system-' in d["slug"]:
tags.append(str(d["slug"]))
tags = tuple(tags)
pb_id.append(
(pb["id"], pb['address_v4'], pb['prefix_v4'], pb['asn_v4'],
pb['address_v6'], pb['prefix_v6'], pb['asn_v6'],
pb['is_anchor'], pb['country_code'], tags))
return pb_id
def update_probes(self, results):
# List of probe IDs whose details must be retrieved
unknown_probes_ids = []
for json_result in results:
probe_id = json_result["prb_id"]
if str(probe_id) not in self.probes:
# Probe never seen before, add it to the list of
# probes to request details for
if probe_id not in unknown_probes_ids:
unknown_probes_ids.append(probe_id)
# Get details about missing probes
if len(unknown_probes_ids) > 0:
try:
json_probes = ProbeRequest(id__in=unknown_probes_ids)
for json_probe in json_probes:
self.probes[str(json_probe["id"])] = json_probe
except Exception as e:
raise ResultProcessingError(
"Error while retrieving probes info: {}".format(str(e)))
def getProbeList(asn, test_id):
filters = {"id": test_id, "asn": asn}
probe_list = []
probes = []
try:
probes = ProbeRequest(**filters)
except:
print "error getting probes", probes
try:
if probes:
for probe in probes:
probe_list.append(probe["id"]) # add the probe ID to the list
except:
e = sys.exc_info()
print("Probe error", str(e))
probe_list = []
# For testing get the first 10 probes
k = 50
probe_list2 = probe_list[0:10]
return probe_list2
#!/Users/simurgh/anaconda/bin/python
from scipy.spatial import Voronoi, voronoi_plot_2d
from ripe.atlas.cousteau import ProbeRequest
import mplleaflet
filters = {"status": 1}
probes = ProbeRequest(**filters)
xy = []
# Grab the coordinates (longitude, latitude) of connected probes
for probe in probes:
xy.append(probe["geometry"]["coordinates"])
vor_polygon = Voronoi(xy)
voronoi_plot_2d(vor_polygon, show_vertices=False)
mapfile = 'probe-voronoi-cells.html'
# Create the map. Save the file to html
mplleaflet.show(path=mapfile)
import os
import csv
import sys
import subprocess
import pdb
from subprocess import Popen
import time
import settings
import mkit.inference.ixp as ixp
from networkx.readwrite import json_graph
import networkx as nx
import mkit.inference.ip_to_asn as ip2asn
TCP_IP = '127.0.0.1'
TCP_PORT = 11002
response = ProbeRequest(tags="system-ipv4-works", status=1)
all_ripe_probes = [pr for pr in response]
per_asn_probes = {}
for pr in all_ripe_probes:
if 'asn_v4' not in pr: continue
if not pr['asn_v4']: continue
pr_asn = pr['asn_v4']
if pr_asn in per_asn_probes:
per_asn_probes[pr_asn].append(pr)
else:
per_asn_probes[pr_asn] = [pr]
print "Total %d RIPE probes, in %d ASNs" % (len(all_ripe_probes), len(per_asn_probes))
print "Get all single homed ASes"
def test_sane_output(self):
arequest = mock.patch(
'ripe.atlas.cousteau.request.AtlasRequest.get').start()
arequest.return_value = True, {
"count":
"3",
"next":
None,
"results": [{
"address_v4": None,
"address_v6": None,
"asn_v4": None,
"asn_v6": None,
"country_code": "GR",
"id": 90,
"is_anchor": False,
"is_public": False,
"prefix_v4": None,
"prefix_v6": None,
"status": 3,
"tags": [
"home",
"nat",
],
"latitude": 37.4675,
"longitude": 22.4015,
"status_name": "Abandoned",
"status_since": 1376578323
}, {
"asn_v4": 3329,
"asn_v6": None,
"country_code": "GR",
"id": 268,
"is_anchor": False,
"is_public": False,
"prefix_v6": None,
"status": 1,
"tags": ["system-ipv6-ula", "system-ipv4-rfc1918"],
"latitude": 40.6415,
"longitude": 22.9405,
"status_name": "Connected",
"status_since": 1433248709
}]
}
probe_generator = ProbeRequest(**{})
probes_list = list(probe_generator)
expected_value = [{
"address_v4": None,
"address_v6": None,
"asn_v4": None,
"asn_v6": None,
"country_code": "GR",
"id": 90,
"is_anchor": False,
"is_public": False,
"prefix_v4": None,
"prefix_v6": None,
"status": 3,
"tags": [
"home",
"nat",
],
"latitude": 37.4675,
"longitude": 22.4015,
"status_name": "Abandoned",
"status_since": 1376578323
}, {
"asn_v4": 3329,
"asn_v6": None,
"country_code": "GR",
"id": 268,
"is_anchor": False,
"is_public": False,
"prefix_v6": None,
"status": 1,
"tags": ["system-ipv6-ula", "system-ipv4-rfc1918"],
"latitude": 40.6415,
"longitude": 22.9405,
"status_name": "Connected",
"status_since": 1433248709
}]
self.assertEqual(probes_list, expected_value)
self.assertEqual(probe_generator.total_count, 3)
def test_id_filter(self):
gen = ProbeRequest()
self.assertEqual(gen.id_filter, "id__in")
def test_url(self):
gen = ProbeRequest()
self.assertEqual(gen.url, "/api/v2/probes/")
def get_probes(cc):
filters = {}
filters['country_code'] = cc
probes = ProbeRequest(**filters)
probe_id = {p["id"] for p in probes}
return probe_id
source_per_asn = {}
for pref, info in mmts_to_run.iteritems():
print pref
source_asns = info[0]
if len(source_asns) > 500: pdb.set_trace()
msms = []
sources = []
print len(source_asns)
for source_asn in source_asns:
if source_asn in source_per_asn:
if source_per_asn[source_asn]:
source = source_per_asn[source_asn]
else:
continue
else:
probes = ProbeRequest(return_objects=True, asn_v4='%s' % source_asn)
try:
probes.next()
print "Got probe in", source_asn
source = AtlasSource(type="asn", value="%s" % source_asn , requested=1)
source_per_asn[source_asn] = source
except StopIteration:
print "No probe in", source_asn
source_per_asn[source_asn] = None
# Stop Iter in the first get, empty set of probes
continue
sources.append(source)
# if int(source_asn) not in probes_per_asn:
# continue
# probes = probes_per_asn[int(source_asn)]