Exemple #1
0
    def write(self, dataset):
        """Returns a `tf.Operation` to write a dataset to a file.

    Args:
      dataset: a `tf.data.Dataset` whose elements are to be written to a file

    Returns:
      A `tf.Operation` that, when run, writes contents of `dataset` to a file.
    """
        if not isinstance(dataset, dataset_ops.DatasetV2):
            raise TypeError("`dataset` must be a `tf.data.Dataset` object.")
        if not dataset_ops.get_structure(dataset).is_compatible_with(
                structure.TensorStructure(dtypes.string, [])):
            raise TypeError(
                "`dataset` must produce scalar `DT_STRING` tensors whereas it "
                "produces shape {0} and types {1}".format(
                    dataset_ops.get_legacy_output_shapes(dataset),
                    dataset_ops.get_legacy_output_types(dataset)))
        if compat.forward_compatible(2019, 8, 3):
            return gen_experimental_dataset_ops.dataset_to_tf_record(
                dataset._variant_tensor, self._filename,
                self._compression_type)  # pylint: disable=protected-access
        else:
            return gen_experimental_dataset_ops.experimental_dataset_to_tf_record(
                dataset._variant_tensor, self._filename,
                self._compression_type)  # pylint: disable=protected-access
Exemple #2
0
    def write(self, dataset):
        """Returns a `tf.Operation` to write a dataset to a file.

    Args:
      dataset: a `tf.data.Dataset` whose elements are to be written to a file

    Returns:
      A `tf.Operation` that, when run, writes contents of `dataset` to a file.
    """
        if not isinstance(dataset, dataset_ops.DatasetV2):
            raise TypeError("`dataset` must be a `tf.data.Dataset` object.")
        if (dataset.output_types != dtypes.string
                or dataset.output_shapes != tensor_shape.scalar()):
            raise TypeError(
                "`dataset` must produce scalar `DT_STRING` tensors whereas it "
                "produces shape {0} and types {1}".format(
                    dataset.output_shapes, dataset.output_types))
        return gen_experimental_dataset_ops.experimental_dataset_to_tf_record(
            dataset._variant_tensor, self._filename, self._compression_type)  # pylint: disable=protected-access
Exemple #3
0
  def write(self, dataset):
    """Returns a `tf.Operation` to write a dataset to a file.

    Args:
      dataset: a `tf.data.Dataset` whose elements are to be written to a file

    Returns:
      A `tf.Operation` that, when run, writes contents of `dataset` to a file.
    """
    if not isinstance(dataset, dataset_ops.DatasetV2):
      raise TypeError("`dataset` must be a `tf.data.Dataset` object.")
    if (dataset.output_types != dtypes.string or
        dataset.output_shapes != tensor_shape.scalar()):
      raise TypeError(
          "`dataset` must produce scalar `DT_STRING` tensors whereas it "
          "produces shape {0} and types {1}".format(dataset.output_shapes,
                                                    dataset.output_types))
    return gen_experimental_dataset_ops.experimental_dataset_to_tf_record(
        dataset._as_variant_tensor(), self._filename, self._compression_type)  # pylint: disable=protected-access