def reader_thread_proc(self, child_pid, epoch): try: self.add_data_thread_id = thread.get_ident() self.initSprintEpoch(epoch) haveSeenTheWhole = False while not self.python_exit and self.child_pid: try: dataType, args = self._read_next_raw() except (IOError, EOFError): with self.lock: if epoch != self.crnnEpoch: # We have passed on to a new epoch. This is a valid reason that the child has been killed. break if self.python_exit or not self.child_pid: break raise with self.lock: if epoch != self.crnnEpoch: break if self.python_exit or not self.child_pid: break if dataType == "data": segmentName, features, targets = args self.addNewData(numpy_copy_and_set_unused(features), numpy_copy_and_set_unused(targets), segmentName=segmentName) elif dataType == "exit": haveSeenTheWhole = True break else: assert False, "not handled: (%r, %r)" % (dataType, args) if self.seq_list_file: try: os.remove(self.seq_list_file) except Exception as e: print("ExternSprintDataset: error when removing %r: %r" % (self.seq_list_file, e), file=log.v5) finally: self.seq_list_file = None if not self.python_exit and self.child_pid: with self.lock: self.finishSprintEpoch() if haveSeenTheWhole: self._num_seqs = self.next_seq_to_be_added print("ExternSprintDataset finished reading epoch %i" % epoch, file=log.v5) except Exception: if not self.python_exit: # Catch all standard exceptions. # Don't catch KeyboardInterrupt here because that will get send by the main thread # when it is exiting. It's never by the user because SIGINT will always # trigger KeyboardInterrupt in the main thread only. try: print("ExternSprintDataset reader failed", file=log.v1) sys.excepthook(*sys.exc_info()) print("") finally: # Exceptions are fatal. If we can recover, we should handle it in run_inner(). interrupt_main()
def _reader_thread_proc(self, child_pid, epoch): """ :param int child_pid: :param int epoch: """ try: self.add_data_thread_id = thread.get_ident() self.init_sprint_epoch(epoch) have_seen_the_whole = False seq_count = 0 while not self.python_exit and self.child_pid: try: data_type, args = self._read_next_raw() except (IOError, EOFError): with self.lock: if epoch != self.crnnEpoch: # We have passed on to a new epoch. This is a valid reason that the child has been killed. break if self.python_exit or not self.child_pid: break raise with self.lock: if epoch != self.crnnEpoch: break if self.python_exit or not self.child_pid: break if data_type == b"data": seq_count += 1 segment_name, features, targets = args if segment_name is not None: segment_name = segment_name.decode("utf8") assert isinstance(features, numpy.ndarray) if isinstance(targets, dict): targets = {key.decode("utf8"): value for (key, value) in targets.items()} self.add_new_data( numpy_copy_and_set_unused(features), numpy_copy_and_set_unused(targets), segment_name=segment_name) elif data_type == b"exit": have_seen_the_whole = True break else: assert False, "not handled: (%r, %r)" % (data_type, args) if self.seq_list_file: try: os.remove(self.seq_list_file) except Exception as e: print("%s: error when removing %r: %r" % (self, self.seq_list_file, e), file=log.v5) finally: self.seq_list_file = None if not self.python_exit: with self.lock: self.finish_sprint_epoch(seen_all=have_seen_the_whole) if have_seen_the_whole: self._num_seqs = self.next_seq_to_be_added print("%s (proc %i) finished reading epoch %i, seen all %r (finished), num seqs %i" % ( self, child_pid, epoch, have_seen_the_whole, seq_count), file=log.v5) except Exception as exc: if not self.python_exit: # Catch all standard exceptions. # Don't catch KeyboardInterrupt here because that will get send by the main thread # when it is exiting. It's never by the user because SIGINT will always # trigger KeyboardInterrupt in the main thread only. if epoch == self.crnnEpoch: with self.lock: self.finish_sprint_epoch(seen_all=False) try: print("%s reader failed (%s)" % (self, exc), file=log.v1) sys.excepthook(*sys.exc_info()) print("") finally: # Exceptions are fatal. If we can recover, we should handle it in run_inner(). interrupt_main()
def _reader_thread_proc(self, child_pid, epoch): """ :param int child_pid: :param int epoch: """ try: self.add_data_thread_id = thread.get_ident() self.init_sprint_epoch(epoch) have_seen_the_whole = False seq_count = 0 while not self.python_exit and self.child_pid: try: data_type, args = self._read_next_raw() except (IOError, EOFError): with self.lock: if epoch != self.crnnEpoch: # We have passed on to a new epoch. This is a valid reason that the child has been killed. break if self.python_exit or not self.child_pid: break raise with self.lock: if epoch != self.crnnEpoch: break if self.python_exit or not self.child_pid: break if data_type == b"data": seq_count += 1 segment_name, features, targets = args if segment_name is not None: segment_name = segment_name.decode("utf8") assert isinstance(features, numpy.ndarray) if isinstance(targets, dict): targets = {key.decode("utf8"): value for (key, value) in targets.items()} self.add_new_data( numpy_copy_and_set_unused(features), numpy_copy_and_set_unused(targets), segment_name=segment_name) elif data_type == b"exit": have_seen_the_whole = True break else: assert False, "not handled: (%r, %r)" % (data_type, args) if self.seq_list_file: try: os.remove(self.seq_list_file) except Exception as e: print("%s: error when removing %r: %r" % (self, self.seq_list_file, e), file=log.v5) finally: self.seq_list_file = None if not self.python_exit: with self.lock: self.finish_sprint_epoch(seen_all=have_seen_the_whole) if have_seen_the_whole: self._num_seqs = self.next_seq_to_be_added print("%s (proc %i) finished reading epoch %i, seen all %r (finished), num seqs %i" % ( self, child_pid, epoch, have_seen_the_whole, seq_count), file=log.v5) except Exception as exc: if not self.python_exit: # Catch all standard exceptions. # Don't catch KeyboardInterrupt here because that will get send by the main thread # when it is exiting. It's never by the user because SIGINT will always # trigger KeyboardInterrupt in the main thread only. if epoch == self.crnnEpoch: with self.lock: self.finish_sprint_epoch(seen_all=False) try: print("%s reader failed (%s)" % (self, exc), file=log.v1) sys.excepthook(*sys.exc_info()) print("") finally: # Exceptions are fatal. If we can recover, we should handle it in run_inner(). interrupt_main()
def reader_thread_proc(self, child_pid, epoch): try: self.add_data_thread_id = thread.get_ident() self.initSprintEpoch(epoch) haveSeenTheWhole = False while not self.python_exit: try: dataType, args = self._read_next_raw() except (IOError, EOFError): with self.lock: if epoch != self.crnnEpoch: # We have passed on to a new epoch. This is a valid reason that the child has been killed. break if self.python_exit: break raise with self.lock: if epoch != self.crnnEpoch: break if self.python_exit: break if dataType == "data": segmentName, features, targets = args self.addNewData(numpy_copy_and_set_unused(features), numpy_copy_and_set_unused(targets), segmentName=segmentName) elif dataType == "exit": haveSeenTheWhole = True break else: assert False, "not handled: (%r, %r)" % (dataType, args) if self.seq_list_file: try: os.remove(self.seq_list_file) except Exception as e: print >> log.v5, "ExternSprintDataset: error when removing %r: %r" % (self.seq_list_file, e) finally: self.seq_list_file = None if not self.python_exit: with self.lock: self.finishSprintEpoch() if haveSeenTheWhole: self._num_seqs = self.next_seq_to_be_added print >> log.v5, "ExternSprintDataset finished reading epoch %i" % epoch except Exception: # Catch all standard exceptions. # Don't catch KeyboardInterrupt here because that will get send by the main thread # when it is exiting. It's never by the user because SIGINT will always # trigger KeyboardInterrupt in the main thread only. try: print >> log.v1, "ExternSprintDataset reader failed" sys.excepthook(*sys.exc_info()) print "" finally: # Exceptions are fatal. If we can recover, we should handle it in run_inner(). interrupt_main()