def process_msm(msm_spec, protocol):
# msm_spec has msm_id
msm_id = msm_spec['msm_id']
print >> sys.stderr, "starting processing of %s" % (msm_id)
## exit if .msm.%s file already exists
outfilename = "%s/msm.%s.json" % (RESULTDIR, msm_id)
if os.path.exists(outfilename):
print >> sys.stderr, "file already exists %s" % (outfilename)
return
outdata = []
for data in MeasurementFetch.fetch(msm_id):
tr = ripe.atlas.sagan.TracerouteResult(data)
tracetxt = MeasurementPrint.trace2txt(data)
src_prb_id = data['prb_id']
dst_prb_id = probes_by_ip[data['dst_addr']]
ixps = check_if_via_ixp(tr, ixp_radix)
via_ixp = False
if len(ixps) > 0: via_ixp = True
#print "IXPS: %s" % ( ixps )
#print tracetxt
locs = MeasurementPrint.trace2locs(data)
as_links = MeasurementEnhance.aslinksplus(data, ixp_radix)
geojson = MeasurementEnhance.togeojson(data,
probes_by_id[src_prb_id],
probes_by_id[dst_prb_id])
#print as_links
countries = conf['country']
if type(countries) != list:
countries = [countries]
countries = map(lambda x: x.upper(), countries)
is_in_country = check_if_is_in_country(countries, locs)
#print "INCOUNTRY: %s" % (is_in_country)
dst_rtts = get_destination_rtts(tr)
outdata.append({
'ts': data['timestamp'],
'result': data['result'],
'protocol': protocol,
'msm_id': msm_id,
'as_links': as_links,
'src_prb_id': src_prb_id,
'dst_prb_id': dst_prb_id,
#'src_asn': src_asn,
#'dst_asn': dst_asn,
#'last_rtt': tr.last_rtt,
'dst_rtts': dst_rtts,
#'target_responded': tr.target_responded,
#'src_is_member': srcmb,
#'dst_is_member': dstmb,
### more correctly: geojson linestring array
'geojson': geojson,
'in_country': is_in_country,
'via_ixp': via_ixp,
'ixps': ixps,
'tracetxt': tracetxt,
'locations': list(locs)
})
with open(outfilename, 'w') as outfile:
json.dump(outdata, outfile, indent=2)
def process_msm( msm_spec, protocol ):
# msm_spec has msm_id
msm_id = msm_spec['msm_id']
print >>sys.stderr, "starting processing of %s" % ( msm_id )
## exit if .msm.%s file already exists
outfilename = "%s/msm.%s.json" % (RESULTDIR, msm_id )
if os.path.exists( outfilename ):
print >>sys.stderr, "file already exists %s" % ( outfilename )
return
outdata = []
for data in MeasurementFetch.fetch( msm_id ):
tr = ripe.atlas.sagan.TracerouteResult( data )
tracetxt = MeasurementPrint.trace2txt( data )
src_prb_id = data['prb_id']
dst_prb_id = probes_by_ip[ data['dst_addr'] ]
ixps = check_if_via_ixp( tr, ixp_radix )
via_ixp = False
if len(ixps) > 0: via_ixp = True
#print "IXPS: %s" % ( ixps )
#print tracetxt
locs = MeasurementPrint.trace2locs( data )
as_links = MeasurementEnhance.aslinksplus( data, ixp_radix )
geojson = MeasurementEnhance.togeojson( data, probes_by_id[ src_prb_id ] , probes_by_id[ dst_prb_id ] )
#print as_links
countries = conf['country']
if type(countries) != list:
countries = [ countries ]
countries = map(lambda x:x.upper(), countries)
is_in_country = check_if_is_in_country( countries, locs )
#print "INCOUNTRY: %s" % (is_in_country)
dst_rtts = get_destination_rtts( tr )
outdata.append( {
'ts': data['timestamp'],
'result': data['result'],
'protocol': protocol,
'msm_id': msm_id,
'as_links': as_links,
'src_prb_id': src_prb_id,
'dst_prb_id': dst_prb_id,
#'src_asn': src_asn,
#'dst_asn': dst_asn,
#'last_rtt': tr.last_rtt,
'dst_rtts': dst_rtts,
#'target_responded': tr.target_responded,
#'src_is_member': srcmb,
#'dst_is_member': dstmb,
### more correctly: geojson linestring array
'geojson': geojson,
'in_country': is_in_country,
'via_ixp': via_ixp,
'ixps': ixps,
'tracetxt': tracetxt,
'locations': list(locs)
} )
with open(outfilename,'w') as outfile:
json.dump( outdata, outfile, indent=2 )
def process_msm( msm_spec, protocol ):
# msm_spec has msm_id
msm_id = msm_spec['msm_id']
print >>sys.stderr, "starting processing of %s" % ( msm_id )
## exit if .msm.%s file already exists
outfilename = "%s/msm.%s.json" % (RESULTDIR, msm_id )
if os.path.exists( outfilename ):
print >>sys.stderr, "file already exists %s" % ( outfilename )
return
outdata = []
for data in MeasurementFetch.fetch( msm_id ):
data = filter_cruft( data )
assert 'edst' not in repr( data ), data
tr = ripe.atlas.sagan.TracerouteResult( data )
ip_list = tr.ip_path
hops = []
for i in ip_list:
if len(i) > 0:
hops.append(i[0])
tracetxt = MeasurementPrint.trace2txt( data )
#hops_ips = []
#print ("tracetxt: " + tracetxt)
src_prb_id = data['prb_id']
src_prb = probes_by_id[ src_prb_id ]
dst_prb_id = None
dst_prb = None
try:
dst_prb_id = probes_by_ip[ data['dst_addr'] ]
dst_prb = probes_by_id[ dst_prb_id ]
except: pass
if src_prb_id == dst_prb_id:
### probe to itself is not interesting/useful
## TODO filter this out in the measurement creation
continue
ixps = check_if_via_ixp( tr, ixp_radix )
via_ixp = False
if len(ixps) > 0: via_ixp = True
#print "IXPS: %s" % ( ixps )
#print tracetxt
locs = MeasurementPrint.trace2locs( data )
as_links = MeasurementEnhance.aslinksplus( data, ixp_radix )
geojson = MeasurementEnhance.togeojson( data, src_prb , dst_prb )
#print as_links
countries = basedata['countries']
is_in_country = check_if_is_in_country( countries, locs )
#print "INCOUNTRY: %s" % (is_in_country)
dst_rtts = get_destination_rtts( tr )
outdata.append( {
'ts': data['timestamp'],
'result': data['result'],
'protocol': protocol,
'msm_id': msm_id,
'as_links': as_links,
'src_prb_id': src_prb_id,
'dst_prb_id': dst_prb_id,
#'src_asn': src_asn,
#'dst_asn': dst_asn,
#'last_rtt': tr.last_rtt,
'dst_rtts': dst_rtts,
#'target_responded': tr.target_responded,
#'src_is_member': srcmb,
#'dst_is_member': dstmb,
### more correctly: geojson linestring array
'geojson': geojson,
'in_country': is_in_country,
'via_ixp': via_ixp,
'ixps': ixps,
'tracetxt': tracetxt,
'locations': list(locs)
} )
outdatatraixroute.append( {
'msm_id': msm_id,
'ip_path' : hops,
'src_prb_id' : src_prb_id,
'dst_prb_id': dst_prb_id
} )
with open(outfilename,'w') as outfile:
json.dump( outdata, outfile, indent=2 )
def process_msm(msm_spec, protocol):
# msm_spec has msm_id
msm_id = msm_spec['msm_id']
print >> sys.stderr, "starting processing of %s" % (msm_id)
## exit if .msm.%s file already exists
outfilename = "%s/msm.%s.json" % (RESULTDIR, msm_id)
if os.path.exists(outfilename):
print >> sys.stderr, "file already exists %s" % (outfilename)
return
outdata = []
for data in MeasurementFetch.fetch(msm_id):
data = filter_cruft(data)
assert 'edst' not in repr(data), data
tr = ripe.atlas.sagan.TracerouteResult(data)
if 'dst_addr' in data:
tracetxt = MeasurementPrint.trace2txt(data)
else:
continue
src_prb_id = data['prb_id']
src_prb = probes_by_id[src_prb_id]
src_asn = None
if data['af'] == 4:
src_asn = src_prb['asn_v4']
elif data['af'] == 6:
src_asn = src_prb['asn_v6']
dst_prb_id = None
dst_prb = None
try:
dst_prb_id = probes_by_ip[data[
'dst_name']] # dst name always has the IP that is in msmset/probeset
dst_prb = probes_by_id[dst_prb_id]
except:
### 2a01:7700:0:1033:220:4aff:fee0:2694 vs. 2a01:7700::1033:220:4aff:fee0:2694
##AAAAAAAAAAA
print >> sys.stderr, "can't find dst_prb_id for this dst_name. SHOULD NOT HAPPEN"
if src_prb_id == dst_prb_id:
### probe to itself is not interesting/useful
## TODO filter this out in the measurement creation
continue
ixps = check_if_via_ixp(tr, ixp_radix)
via_ixp = False
if len(ixps) > 0: via_ixp = True
#print "IXPS: %s" % ( ixps )
#print tracetxt
locs = MeasurementPrint.trace2locs(data)
as_links = MeasurementEnhance.aslinksplus(data,
ixp_radix,
src_asn=src_asn)
geojson = MeasurementEnhance.togeojson(data, src_prb, dst_prb)
#print as_links
countries = basedata['countries']
is_in_country = check_if_is_in_country(countries, locs)
#print "INCOUNTRY: %s" % (is_in_country)
dst_rtts = get_destination_rtts(tr)
outdata.append({
'ts': data['timestamp'],
'result': data['result'],
'protocol': protocol,
'msm_id': msm_id,
'as_links': as_links,
'src_prb_id': src_prb_id,
'dst_prb_id': dst_prb_id,
#'src_asn': src_asn,
#'dst_asn': dst_asn,
#'last_rtt': tr.last_rtt,
'dst_rtts': dst_rtts,
#'target_responded': tr.target_responded,
#'src_is_member': srcmb,
#'dst_is_member': dstmb,
### more correctly: geojson linestring array
'geojson': geojson,
'in_country': is_in_country,
'via_ixp': via_ixp,
'ixps': ixps,
'tracetxt': tracetxt,
'locations': list(locs)
})
with open(outfilename, 'w') as outfile:
json.dump(outdata, outfile, indent=2)