Ejemplos de make_csv_dataset en Python

Ejemplo n.º 1

Archivo: reader_dataset_ops_test.py Proyecto: sgcm520/tensorflow2

 def _make_csv_dataset(
     self,
     filenames,
     defaults,
     column_names=COLUMNS,
     label_name=LABEL,
     select_cols=None,
     batch_size=1,
     num_epochs=1,
     shuffle=False,
     shuffle_seed=None,
     header=True,
     comment="#",
     na_value="",
     default_float_type=dtypes.float32,
 ):
     return readers.make_csv_dataset(
         filenames,
         batch_size=batch_size,
         column_names=column_names,
         column_defaults=defaults,
         label_name=label_name,
         num_epochs=num_epochs,
         shuffle=shuffle,
         shuffle_seed=shuffle_seed,
         header=header,
         comment=comment,
         na_value=na_value,
         default_float_type=default_float_type,
         select_columns=select_cols,
     )

Ejemplo n.º 2

Archivo: reader_dataset_ops_test.py Proyecto: syed-ahmed/tensorflow

 def _make_csv_dataset(
     self,
     filenames,
     defaults,
     column_names=COLUMNS,
     label_name=LABEL,
     batch_size=1,
     num_epochs=1,
     shuffle=False,
     shuffle_seed=None,
     header=True,
     comment="#",
     na_value="",
     default_float_type=dtypes.float32,
 ):
   return readers.make_csv_dataset(
       filenames,
       batch_size=batch_size,
       column_names=column_names,
       column_defaults=defaults,
       label_name=label_name,
       num_epochs=num_epochs,
       shuffle=shuffle,
       shuffle_seed=shuffle_seed,
       header=header,
       comment=comment,
       na_value=na_value,
       default_float_type=default_float_type,
   )

Ejemplo n.º 3

Archivo: reader_dataset_ops_test.py Proyecto: BhaskarNallani/tensorflow

 def _make_csv_dataset(
     self,
     filenames,
     defaults,
     column_names=COLUMNS,
     label_name=LABEL,
     select_cols=None,
     batch_size=1,
     num_epochs=1,
     shuffle=False,
     shuffle_seed=None,
     header=True,
     na_value="",
 ):
   return readers.make_csv_dataset(
       filenames,
       batch_size=batch_size,
       column_names=column_names,
       column_defaults=defaults,
       label_name=label_name,
       num_epochs=num_epochs,
       shuffle=shuffle,
       shuffle_seed=shuffle_seed,
       header=header,
       na_value=na_value,
       select_columns=select_cols,
   )

Ejemplo n.º 4

  def testMakeCsvDataset_fieldOrder(self):
    data = [[
        '1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19',
        '1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19'
    ]]
    file_path = self._setup_files(data)

    ds = readers.make_csv_dataset(
        file_path, batch_size=1, shuffle=False, num_epochs=1)
    nxt = self._get_next(ds)

    result = list(self.evaluate(nxt()).values())

    self.assertEqual(result, sorted(result))

Ejemplo n.º 5

Archivo: csv_dataset_op_test.py Proyecto: Shinepans/tensorflow-2

  def testMakeCsvDataset_fieldOrder(self):
    data = [[
        '1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19',
        '1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19'
    ]]
    file_path = self.setup_files(data)

    with ops.Graph().as_default() as g:
      ds = readers.make_csv_dataset(
          file_path, batch_size=1, shuffle=False, num_epochs=1)
      next_batch = ds.make_one_shot_iterator().get_next()

    with self.test_session(graph=g) as sess:
      result = list(sess.run(next_batch).values())

    self.assertEqual(result, sorted(result))

Ejemplo n.º 6

Archivo: reader_dataset_ops_test.py Proyecto: AndrewTwinz/tensorflow

 def _make_csv_dataset(self,
                       filenames,
                       defaults,
                       label_key=LABEL,
                       batch_size=1,
                       num_epochs=1,
                       shuffle=False,
                       shuffle_seed=None):
   return readers.make_csv_dataset(
       filenames,
       column_keys=self.COLUMNS,
       column_defaults=defaults,
       label_key=label_key,
       batch_size=batch_size,
       num_epochs=num_epochs,
       shuffle=shuffle,
       shuffle_seed=shuffle_seed,
       skip=1,
       filter_fn=
       lambda line: math_ops.not_equal(string_ops.substr(line, 0, 1), "#"),
   )

Ejemplo n.º 7

Archivo: reader_dataset_ops_test.py Proyecto: bdnf/Tensorflow

 def _make_csv_dataset(self,
                       filenames,
                       defaults,
                       label_key=LABEL,
                       batch_size=1,
                       num_epochs=1,
                       shuffle=False,
                       shuffle_seed=None):
     return readers.make_csv_dataset(
         filenames,
         column_keys=self.COLUMNS,
         column_defaults=defaults,
         label_key=label_key,
         batch_size=batch_size,
         num_epochs=num_epochs,
         shuffle=shuffle,
         shuffle_seed=shuffle_seed,
         skip=1,
         filter_fn=lambda line: math_ops.not_equal(
             string_ops.substr(line, 0, 1), "#"),
     )

Ejemplo n.º 8

Archivo: reader_dataset_ops_test.py Proyecto: mrlittlepig/tensorflow

 def _make_csv_dataset(self, filenames, batch_size, num_epochs=1, **kwargs):
   return readers.make_csv_dataset(
       filenames, batch_size=batch_size, num_epochs=num_epochs, **kwargs)

Ejemplo n.º 9

Archivo: reader_dataset_ops_test.py Proyecto: skokec/tensorflow-deterministic-cudnn

 def _make_csv_dataset(self, filenames, batch_size, num_epochs=1, **kwargs):
     return readers.make_csv_dataset(filenames,
                                     batch_size=batch_size,
                                     num_epochs=num_epochs,
                                     **kwargs)