def parse(self, xml):
with log_file_on_exception(xml):
coords = []
nodes = []
ways = []
relations = []
tags = {}
refs = []
members = []
root, context = iterparse(xml)
for event, elem in context:
if event == 'start': continue
if elem.tag == 'tag':
tags[elem.attrib['k']] = elem.attrib['v']
elif elem.tag == 'node':
osmid = int(elem.attrib['id'])
x, y = float(elem.attrib['lon']), float(elem.attrib['lat'])
if self.coords_callback:
coords.append((osmid, x, y))
if self.nodes_tag_filter:
self.nodes_tag_filter(tags)
if tags and self.nodes_callback:
if self.marshal_elem_data:
nodes.append((osmid, dumps((tags, (x, y)), 2)))
else:
nodes.append((osmid, tags, (x, y)))
tags = {}
elif elem.tag == 'nd':
refs.append(int(elem.attrib['ref']))
elif elem.tag == 'member':
members.append((int(elem.attrib['ref']), elem.attrib['type'], elem.attrib['role']))
elif elem.tag == 'way':
osm_id = int(elem.attrib['id'])
if self.ways_tag_filter:
self.ways_tag_filter(tags)
if self.ways_callback:
if self.marshal_elem_data:
ways.append((osm_id, dumps((tags, refs), 2)))
else:
ways.append((osm_id, tags, refs))
refs = []
tags = {}
elif elem.tag == 'relation':
osm_id = int(elem.attrib['id'])
if self.relations_tag_filter:
self.relations_tag_filter(tags)
if tags and self.relations_callback:
if self.marshal_elem_data:
relations.append((osm_id, dumps((tags, members), 2)))
else:
relations.append((osm_id, tags, members))
members = []
tags = {}
if len(coords) >= 512:
self.coords_callback(coords)
coords = []
if len(nodes) >= 128:
self.nodes_callback(nodes)
nodes = []
if len(relations) >= 128:
self.relations_callback(relations)
relations = []
if len(ways) >= 128:
self.ways_callback(ways)
ways = []
root.clear()
if self.coords_callback:
self.coords_callback(coords)
if self.nodes_callback:
self.nodes_callback(nodes)
if self.ways_callback:
self.ways_callback(ways)
if self.relations_callback:
self.relations_callback(relations)
def parse(self, xml):
with log_file_on_exception(xml):
coords = []
nodes = []
ways = []
relations = []
tags = {}
refs = []
members = []
root, context = iterparse(xml)
for event, elem in context:
if event == 'start': continue
if elem.tag == 'tag':
tags[elem.attrib['k']] = elem.attrib['v']
elif elem.tag == 'node':
osmid = int(elem.attrib['id'])
x, y = float(elem.attrib['lon']), float(elem.attrib['lat'])
if self.coords_callback:
coords.append((osmid, x, y))
if self.nodes_tag_filter:
self.nodes_tag_filter(tags)
if tags and self.nodes_callback:
if self.marshal_elem_data:
nodes.append((osmid, dumps((tags, (x, y)), 2)))
else:
nodes.append((osmid, tags, (x, y)))
tags = {}
elif elem.tag == 'nd':
refs.append(int(elem.attrib['ref']))
elif elem.tag == 'member':
members.append((int(elem.attrib['ref']),
elem.attrib['type'], elem.attrib['role']))
elif elem.tag == 'way':
osm_id = int(elem.attrib['id'])
if self.ways_tag_filter:
self.ways_tag_filter(tags)
if self.ways_callback:
if self.marshal_elem_data:
ways.append((osm_id, dumps((tags, refs), 2)))
else:
ways.append((osm_id, tags, refs))
refs = []
tags = {}
elif elem.tag == 'relation':
osm_id = int(elem.attrib['id'])
if self.relations_tag_filter:
self.relations_tag_filter(tags)
if tags and self.relations_callback:
if self.marshal_elem_data:
relations.append((osm_id, dumps((tags, members),
2)))
else:
relations.append((osm_id, tags, members))
members = []
tags = {}
if len(coords) >= 512:
self.coords_callback(coords)
coords = []
if len(nodes) >= 128:
self.nodes_callback(nodes)
nodes = []
if len(relations) >= 128:
self.relations_callback(relations)
relations = []
if len(ways) >= 128:
self.ways_callback(ways)
ways = []
root.clear()
if self.coords_callback:
self.coords_callback(coords)
if self.nodes_callback:
self.nodes_callback(nodes)
if self.ways_callback:
self.ways_callback(ways)
if self.relations_callback:
self.relations_callback(relations)
