def recv_info(self, info):
# This is where we'll collect the data we'll return.
results = []
# Get the IP address or domain name.
# Skip unsupported targets.
if info.data_subtype == IP.data_subtype:
if info.version != 4:
return
target = info.address
parsed = netaddr.IPAddress(target)
if parsed.is_loopback() or \
parsed.is_private() or \
parsed.is_link_local():
return
elif info.data_subtype == Domain.data_subtype:
target = info.hostname
if "." not in target:
return
else:
assert False, type(info)
# Query the freegeoip.net service.
# FIXME: the service supports SSL, but we need up to date certificates.
Logger.log_more_verbose("Querying freegeoip.net for: " + target)
resp = requests.get("http://freegeoip.net/json/" + target)
if not resp.content:
raise RuntimeError(
"Freegeoip.net webservice is not available,"
" possible network error?"
)
kwargs = json_decode(resp.content)
# Remove the IP address from the response.
address = kwargs.pop("ip")
# Create a Geolocation object.
geoip = Geolocation(**kwargs)
geoip.add_resource(info)
results.append(geoip)
# Log the location.
try:
Logger.log_verbose("%s is in %s" % (target, geoip))
except Exception, e:
fmt = traceback.format_exc()
Logger.log_error("Error: %s" % str(e))
Logger.log_error_more_verbose(fmt)
def recv_info(self, info):
# This is where we'll collect the data we'll return.
results = []
# Augment geolocation data obtained through other means.
# (For example: image metadata)
if info.is_instance(Geolocation):
if not info.street_addr:
street_addr = self.query_google(info.latitude, info.longitude)
if street_addr:
info.street_addr = street_addr
#
# TODO: parse the street address
#
Logger.log("(%s, %s) is in %s" % \
(info.latitude, info.longitude, street_addr))
return
# Extract IPs and domains from traceroute results and geolocate them.
if info.is_instance(Traceroute):
hops = []
for hop in info.hops:
if hop is not None:
if hop.address:
hops.append( IP(hop.address) )
elif hop.hostname:
hops.append( Domain(hop.hostname) )
results.extend(hops)
for res in hops:
r = self.recv_info(res)
if r:
results.extend(r)
return results
# Get the IP address or domain name.
# Skip unsupported targets.
if info.is_instance(IP):
if info.version != 4:
return
target = info.address
parsed = netaddr.IPAddress(target)
if parsed.is_loopback() or \
parsed.is_private() or \
parsed.is_link_local():
return
elif info.is_instance(Domain):
target = info.hostname
if "." not in target:
return
else:
assert False, type(info)
# Query the freegeoip.net service.
kwargs = self.query_freegeoip(target)
if not kwargs:
return
# Remove the IP address from the response.
address = kwargs.pop("ip")
# Query the Google Geocoder.
street_addr = self.query_google(
kwargs["latitude"], kwargs["longitude"])
if street_addr:
kwargs["street_addr"] = street_addr
# Create a Geolocation object.
geoip = Geolocation(**kwargs)
geoip.add_resource(info)
results.append(geoip)
# Log the location.
try:
Logger.log_verbose("%s is in %s" % (target, geoip))
except Exception, e:
fmt = traceback.format_exc()
Logger.log_error("Error: %s" % str(e))
Logger.log_error_more_verbose(fmt)
def run(self, info):
# This is where we'll collect the data we'll return.
results = []
# Augment geolocation data obtained through other means.
# (For example: image metadata)
if info.is_instance(Geolocation):
if not info.street_addr:
street_addr = self.query_google(info.latitude, info.longitude)
if street_addr:
info.street_addr = street_addr
#
# TODO: parse the street address
#
Logger.log("Location (%s, %s) is in %s" % \
(info.latitude, info.longitude, street_addr))
return
# Extract IPs from traceroute results and geolocate them.
if info.is_instance(Traceroute):
addr_to_ip = {}
for hop in info.hops:
if hop is not None:
if hop.address and hop.address not in addr_to_ip:
addr_to_ip[hop.address] = IP(hop.address)
results.extend(addr_to_ip.itervalues())
coords_to_geoip = {}
for res in addr_to_ip.itervalues():
r = self.run(res)
if r:
for x in r:
if not x.is_instance(Geolocation):
results.append(x)
else:
key = (x.latitude, x.longitude)
if key not in coords_to_geoip:
coords_to_geoip[key] = x
results.append(x)
else:
coords_to_geoip[key].merge(x)
return results
# Geolocate IP addresses using Freegeoip.
if info.is_instance(IP):
# Skip unsupported targets.
if info.version != 4:
return
ip = info.address
parsed = netaddr.IPAddress(ip)
if parsed.is_loopback() or \
parsed.is_private() or \
parsed.is_link_local():
return
# Query the freegeoip.net service.
kwargs = self.query_freegeoip(ip)
if not kwargs:
return
# Translate the arguments for Geolocation().
kwargs.pop("ip")
# Geolocate BSSIDs using Skyhook.
elif info.is_instance(BSSID) or info.is_instance(MAC):
skyhook = self.query_skyhook(info.address)
if not skyhook:
return
# Translate the arguments for Geolocation().
kwargs = {
"latitude": skyhook["latitude"],
"longitude": skyhook["longitude"],
"accuracy": skyhook["hpe"],
"country_name": skyhook["country"],
"country_code": skyhook["country_code"],
"region_code": skyhook["state_code"],
"region_name": skyhook["state"],
}
# Fail for other data types.
else:
assert False, "Internal error! Unexpected type: %r" % type(info)
# Query the Google Geocoder to get the street address.
street_addr = self.query_google(kwargs["latitude"],
kwargs["longitude"])
if street_addr:
kwargs["street_addr"] = street_addr
# Create a Geolocation object.
geoip = Geolocation(**kwargs)
geoip.add_resource(info)
results.append(geoip)
# Log the location.
try:
Logger.log_verbose("%s %s is located in %s" %
(info.display_name, info.address, geoip))
except Exception, e:
fmt = traceback.format_exc()
Logger.log_error("Error: %s" % str(e))
Logger.log_error_more_verbose(fmt)
def run(self, info):
# This is where we'll collect the data we'll return.
results = []
# Augment geolocation data obtained through other means.
# (For example: image metadata)
if info.is_instance(Geolocation):
if not info.street_addr:
street_addr = self.query_google(info.latitude, info.longitude)
if street_addr:
info.street_addr = street_addr
#
# TODO: parse the street address
#
Logger.log("Location (%s, %s) is in %s" % \
(info.latitude, info.longitude, street_addr))
return
# Extract IPs from traceroute results and geolocate them.
if info.is_instance(Traceroute):
addr_to_ip = {}
for hop in info.hops:
if hop is not None:
if hop.address and hop.address not in addr_to_ip:
addr_to_ip[hop.address] = IP(hop.address)
results.extend( addr_to_ip.itervalues() )
coords_to_geoip = {}
for res in addr_to_ip.itervalues():
r = self.run(res)
if r:
for x in r:
if not x.is_instance(Geolocation):
results.append(x)
else:
key = (x.latitude, x.longitude)
if key not in coords_to_geoip:
coords_to_geoip[key] = x
results.append(x)
else:
coords_to_geoip[key].merge(x)
return results
# Geolocate IP addresses using Freegeoip.
if info.is_instance(IP):
# Skip unsupported targets.
if info.version != 4:
return
ip = info.address
parsed = netaddr.IPAddress(ip)
if parsed.is_loopback() or \
parsed.is_private() or \
parsed.is_link_local():
return
# Query the freegeoip.net service.
kwargs = self.query_freegeoip(ip)
if not kwargs:
return
# Translate the arguments for Geolocation().
kwargs.pop("ip")
# Geolocate BSSIDs using Skyhook.
elif info.is_instance(BSSID) or info.is_instance(MAC):
skyhook = self.query_skyhook(info.address)
if not skyhook:
return
# Translate the arguments for Geolocation().
kwargs = {
"latitude": skyhook["latitude"],
"longitude": skyhook["longitude"],
"accuracy": skyhook["hpe"],
"country_name": skyhook["country"],
"country_code": skyhook["country_code"],
"region_code": skyhook["state_code"],
"region_name": skyhook["state"],
}
# Fail for other data types.
else:
assert False, "Internal error! Unexpected type: %r" % type(info)
# Query the Google Geocoder to get the street address.
street_addr = self.query_google(
kwargs["latitude"], kwargs["longitude"])
if street_addr:
kwargs["street_addr"] = street_addr
# Create a Geolocation object.
geoip = Geolocation(**kwargs)
geoip.add_resource(info)
results.append(geoip)
# Log the location.
try:
Logger.log_verbose(
"%s %s is located in %s"
% (info.display_name, info.address, geoip))
except Exception, e:
fmt = traceback.format_exc()
Logger.log_error("Error: %s" % str(e))
Logger.log_error_more_verbose(fmt)
