def run(self):
setproctitle('imposm_mod xml parser')
while True:
mmap_idx, size = self.mmap_queue.get()
if mmap_idx is None:
self.mmap_queue.task_done()
break
xml = MMapReader(self.mmap_pool.get(mmap_idx), size)
self.parse(xml)
self.mmap_queue.task_done()
self.mmap_pool.free(mmap_idx)
def run(self):
setproctitle('imposm_mod pbf parser')
while True:
pos = self.pos_queue.get()
if pos is None:
self.pos_queue.task_done()
break
self.parse(pos['filename'], offset=pos['blob_pos'],
size=pos['blob_size'])
self.pos_queue.task_done()
def parse_it():
setproctitle('imposm_mod parser')
queues = dict([(type, q) for type, (q, c) in queues_callbacks.items()])
parser = parser_class(self.concurrency,
ways_queue=queues.get('ways'),
coords_queue=queues.get('coords'),
nodes_queue=queues.get('nodes'),
relations_queue=queues.get('relations'),
bounds_queue=queues.get('bounds'),
marshal_elem_data=self.marshal_elem_data
)
parser.nodes_tag_filter = self.nodes_tag_filter
parser.ways_tag_filter = self.ways_tag_filter
parser.relations_tag_filter = self.relations_tag_filter
parser.parse(input)
for q in queues.values():
q.put(None)
