def run(self): setproctitle('imposm_mod xml parser') while True: mmap_idx, size = self.mmap_queue.get() if mmap_idx is None: self.mmap_queue.task_done() break xml = MMapReader(self.mmap_pool.get(mmap_idx), size) self.parse(xml) self.mmap_queue.task_done() self.mmap_pool.free(mmap_idx)
def run(self): setproctitle('imposm_mod pbf parser') while True: pos = self.pos_queue.get() if pos is None: self.pos_queue.task_done() break self.parse(pos['filename'], offset=pos['blob_pos'], size=pos['blob_size']) self.pos_queue.task_done()
def parse_it(): setproctitle('imposm_mod parser') queues = dict([(type, q) for type, (q, c) in queues_callbacks.items()]) parser = parser_class(self.concurrency, ways_queue=queues.get('ways'), coords_queue=queues.get('coords'), nodes_queue=queues.get('nodes'), relations_queue=queues.get('relations'), bounds_queue=queues.get('bounds'), marshal_elem_data=self.marshal_elem_data ) parser.nodes_tag_filter = self.nodes_tag_filter parser.ways_tag_filter = self.ways_tag_filter parser.relations_tag_filter = self.relations_tag_filter parser.parse(input) for q in queues.values(): q.put(None)