def _build_graph(start, stop, num_epochs, path): dataset = dataset_ops.Dataset.range(start, stop).repeat(num_epochs) iterator = dataset.make_initializable_iterator() init_op = iterator.initializer get_next = iterator.get_next() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next, save_op, restore_op
def _build_graph(start, stop): iterator = dataset_ops.Dataset.range(start, stop).make_initializable_iterator() init_op = iterator.initializer get_next = iterator.get_next() path = self._iterator_checkpoint_prefix() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next, save_op, restore_op
def _build_graph(start, stop): iterator = dataset_ops.Dataset.range(start, stop).make_initializable_iterator() init_op = iterator.initializer get_next = iterator.get_next() path = self._iterator_checkpoint_prefix() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next, save_op, restore_op
def _build_reader_dataset_graph(): filenames = ["test"] # Does not exist but we don't care in this test. path = _iterator_checkpoint_prefix() iterator = readers.FixedLengthRecordDataset( filenames, 1, 0, 0).make_initializable_iterator() init_op = iterator.initializer get_next_op = iterator.get_next() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next_op, save_op, restore_op
def _build_reader_dataset_graph(): filenames = ["test"] # Does not exist but we don't care in this test. path = _iterator_checkpoint_prefix() iterator = readers.FixedLengthRecordDataset( filenames, 1, 0, 0).make_initializable_iterator() init_op = iterator.initializer get_next_op = iterator.get_next() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next_op, save_op, restore_op
def _build_iterator_graph(self, num_epochs): filenames = self._createFiles() path = self._iterator_checkpoint_path() dataset = (readers.FixedLengthRecordDataset( filenames, self._record_bytes, self._header_bytes, self._footer_bytes) .repeat(num_epochs)) iterator = dataset.make_initializable_iterator() init_op = iterator.initializer get_next_op = iterator.get_next() save_op = gen_dataset_ops.save_iterator(iterator._iterator_resource, path) restore_op = gen_dataset_ops.restore_iterator(iterator._iterator_resource, path) return init_op, get_next_op, save_op, restore_op