def main():
file_name = sys.argv[1]
filter = AmenityFilter()
nodes = NodesCoords()
p = OSMParser(nodes_callback=nodes.nodes_callback,
nodes_tag_filter=filter.amenity_filter)
p.parse_pbf_file(file_name)
print yaml.dump(nodes.points)
def main():
file_name = sys.argv[1]
filter = AmenityFilter()
nodes = NodesCoords()
p = OSMParser(nodes_callback=nodes.nodes_callback,
nodes_tag_filter=filter.amenity_filter)
p.parse_pbf_file(file_name)
print yaml.dump(nodes.points)
class OpenStreetMapImporter(object):
"""
Imports points of interest from OpenStreetMap
"""
IMPORTER_NAME = 'openstreetmap'
IMPORT_SCHEDULE = schedule(run_every=timedelta(weeks=1))
_ATTRIBUTION = Attribution(
licence_name='Open Database Licence',
licence_url='http://www.opendatacommons.org/licenses/odbl',
attribution_text='OpenStreetMap contributors',
attribution_url='http://www.openstreetmap.org'
)
def __init__(self, config):
self._parser = OSMParser(
coords_callback=self.handle_coords,
nodes_callback=self.handle_nodes,
ways_callback=self.handle_ways,
nodes_tag_filter=self.filter_tags,
ways_tag_filter=self.filter_tags,
)
self.poi_service = None
self._interesting_tags = set(OSM_TAGS_TO_AMENITIES.keys() + OSM_TAGS_TO_CATEGORIES.keys())
self.pois = []
self._coords = {}
try:
self._url = config['url']
except KeyError:
raise ConfigError('OpenStreetMap importer must have url config element set')
def load(self):
if not self.poi_service:
raise RuntimeError("POI Service must be configured before load")
self.pois = []
self._coords = {}
self._source = Source(
url=self._url,
version=int(time.time()),
attribution=self._ATTRIBUTION
)
with NamedTemporaryFile() as protobuf_file:
protobuf_file.write(urlopen(self._url).read())
protobuf_file.flush()
self._parser.parse_pbf_file(protobuf_file.name)
for poi in self.pois:
self.poi_service.add_or_update(poi)
def handle_coords(self, coords):
for id, lat, lon in coords:
self._coords[id] = (lat, lon)
def handle_nodes(self, nodes):
for id, tags, coords in nodes:
self._add_poi(
poi_id='N{}'.format(id),
geography=Point(coords),
tags=tags
)
def handle_ways(self, ways):
for id, tags, nodes in ways:
if len(tags) > 0:
if nodes[0] == nodes[-1]:
geography_type = Polygon
else:
geography_type = LineString
for node_id in nodes:
if node_id not in self._coords:
LOGGER.warning(
'Way %d from file %s has invalid co-ordinate reference',
id, self._url
)
break
else:
self._add_poi(
poi_id='W{}'.format(id),
geography=geography_type([self._coords[node_id] for node_id in nodes]),
tags=tags
)
def filter_tags(self, tags):
if len(set(tags.items()) & self._interesting_tags) == 0:
for k in tags.keys():
del tags[k]
def _add_poi(self, poi_id, geography, tags):
self.pois.append(
PointOfInterest(
slug='osm:{}'.format(poi_id),
geography=geography,
identifiers=Identifiers({Identifier(namespace='osm', value=poi_id)}),
sources=[self._source],
amenities=[OSM_TAGS_TO_AMENITIES[tag] for tag in tags.items() if tag in OSM_TAGS_TO_AMENITIES.keys()],
categories=list(chain.from_iterable(
OSM_TAGS_TO_CATEGORIES[tag] for tag in tags.items() if tag in OSM_TAGS_TO_CATEGORIES.keys()
)),
names=self._get_names_from_tags(tags),
telephone_number=self._cleanup_telephone_number(tags.get('phone'))
)
)
def _get_names_from_tags(self, tags):
names = LocalisedNames()
for tag, value in tags.items():
if tag == 'name':
names.add(LocalisedName(name=value, lang=None))
elif tag.startswith('name:'):
names.add(LocalisedName(name=value, lang=tag[5:]))
return names
def _cleanup_telephone_number(self, phone_number):
if phone_number is None:
return None
else:
try:
return phonenumbers.format_number(phonenumbers.parse(phone_number), phonenumbers.PhoneNumberFormat.E164)
except phonenumbers.NumberParseException:
return None
