def __init__(self):
self.ways_entity = WayEntity()
self.nodes_entity = NodeEntity()
self.relations_entity = RelationEntity()
self.coords_entity = CoordEntity()
self.parser = OSMParser(concurrency=4, coords_callback=self.coords_entity.analyze,
nodes_callback=self.nodes_entity.analyze,
ways_callback=self.ways_entity.analyze,
relations_callback=self.relations_entity.analyze)
self.userMgr = UserMgr()
class RoutingAnalyzer(object):
def __init__(self):
self.ways_entity = WayEntity()
self.nodes_entity = NodeEntity()
self.relations_entity = RelationEntity()
self.coords_entity = CoordEntity()
self.parser = OSMParser(concurrency=4, coords_callback=self.coords_entity.analyze,
nodes_callback=self.nodes_entity.analyze,
ways_callback=self.ways_entity.analyze,
relations_callback=self.relations_entity.analyze)
self.userMgr = UserMgr()
def percentile(self, N, percent, key=lambda x:x):
"""
Find the percentile of a list of values.
@parameter N - is a list of values. Note N MUST BE already sorted.
@parameter percent - a float value from 0.0 to 1.0.
@parameter key - optional key function to compute value from each element of N.
@return - the ratio of all values below the percentile of the values and the total number in the array
"""
if not N:
return 0
k = (len(N) - 1) * percent
f = math.floor(k)
c = math.ceil(k)
if f == c:
return key(N[int(k)])
d0 = key(N[int(f)]) * (c - k)
d1 = key(N[int(c)]) * (k - f)
return (d0 + d1)/N[len(N) -1]
def data_temerature(self):
array = self.userMgr.ages
array.sort()
counts = self.userMgr.edit_counts
counts.sort()
one_percentile_age = self.percentile(array, 0.01)
ten_percentile_age = self.percentile(array, 0.1)
twentyfive_percentile_age = self.percentile(array, 0.25)
fifty_percentile_age = self.percentile(array, 0.50)
seventyfive_percentile_age = self.percentile(array, 0.75)
nintyfive_percentile_user_edits = self.percentile(counts, 0.95)
datatemp_user95 = nintyfive_percentile_user_edits * USER_WEIGHT95 * DATA_TEMP
datatemp_ages1 = one_percentile_age * AGE_WEIGHT1 * DATA_TEMP
datatemp_ages10 = ten_percentile_age * AGE_WEIGHT10 * DATA_TEMP
datatemp_ages25 = twentyfive_percentile_age * AGE_WEIGHT25 * DATA_TEMP
datatemp_ages50 = fifty_percentile_age * AGE_WEIGHT50 * DATA_TEMP
datatemp_ages75 = seventyfive_percentile_age * AGE_WEIGHT75 * DATA_TEMP
datatemp_untouched_by_users = UNTOUCHED_WEIGHT * (float(self.ways_entity.untouched_by_user_edits)/self.ways_entity.tiger_tagged_ways) * DATA_TEMP
datatemp_version_increase_over_tiger = VERSION_INCREASE_OVER_TIGER * \
(float(self.ways_entity.version_increase_over_tiger)/self.ways_entity.sum_versions)\
* DATA_TEMP
tiger_contributed_datatemp = datatemp_untouched_by_users + datatemp_version_increase_over_tiger
# Normalize the data temperature to between 0 and 40 and add a buffer of zero celsius
datatemp = ((datatemp_ages1 + datatemp_ages10 + datatemp_ages25 +\
datatemp_user95 + datatemp_ages50 + datatemp_ages75 + tiger_contributed_datatemp)/NORMALIZE) * BASIC_TEMP + ZERO_DATA_TEMPERATURE
return datatemp
def run(self, filename):
t0 = time()
self.parser.parse(filename)
t1 = time()
self.userMgr.merge(self.nodes_entity.users, self.ways_entity.users,
self.relations_entity.users)
self.userMgr.merge_ages(self.nodes_entity.ages, self.ways_entity.ages,
self.relations_entity.ages)
datatemp = self.data_temerature()
print 'data temperature for %s is: %f' % (filename, datatemp)
# print 'number of coords / nodes / ways / relations: %d / %d / %d / %d' % (self.coords_entity.entity_count,
# self.nodes_entity.entity_count,
# self.ways_entity.entity_count,
# self.relations_entity.entity_count)
# print 'min / max node id: %d / %d' % (self.nodes_entity.minid, self.nodes_entity.maxid)
# print 'min / max way id: %d / %d' % (self.ways_entity.minid, self.ways_entity.maxid)
# print 'min / max relation id: %d / %d' % (self.relations_entity.minid, self.relations_entity.maxid)
# print 'bbox: (%f %f, %f %f)' % (self.coords_entity.min_lon, self.coords_entity.min_lat,
# self.coords_entity.max_lon, self.coords_entity.min_lat)
# print 'first way timestamp: %s' % (self.ways_entity.first_timestamp)
# print 'last way timestamp: %s' % (self.ways_entity.last_timestamp)
# print 'mean way version: %f' % (self.ways_entity.mean_version)
# print 'turn restrictions: %d' % (self.relations_entity.num_turnrestrcitions)
print 'took %fs' % (t1 - t0)