Esempio n. 1
0
    def test_write_record_multiple(self):
        path = os.path.join(self._new_tempdir(), 'result')
        record = binascii.a2b_base64(FOO_BAR_RECORD_BASE64)
        sink = _TFRecordSink(path,
                             coder=coders.BytesCoder(),
                             file_name_suffix='',
                             num_shards=0,
                             shard_name_template=None,
                             compression_type=CompressionTypes.UNCOMPRESSED)
        self._write_lines(sink, path, ['foo', 'bar'])

        with open(path, 'r') as f:
            self.assertEqual(f.read(), record)
  def test_write_record_multiple(self):
    path = os.path.join(self._new_tempdir(), 'result')
    record = binascii.a2b_base64(FOO_BAR_RECORD_BASE64)
    sink = _TFRecordSink(
        path,
        coder=coders.BytesCoder(),
        file_name_suffix='',
        num_shards=0,
        shard_name_template=None,
        compression_type=fileio.CompressionTypes.UNCOMPRESSED)
    self._write_lines(sink, path, ['foo', 'bar'])

    with open(path, 'r') as f:
      self.assertEqual(f.read(), record)
Esempio n. 3
0
  def test_write_record_single(self):
    with TempDir() as temp_dir:
      path = temp_dir.create_temp_file('result')
      record = binascii.a2b_base64(FOO_RECORD_BASE64)
      sink = _TFRecordSink(
          path,
          coder=coders.BytesCoder(),
          file_name_suffix='',
          num_shards=0,
          shard_name_template=None,
          compression_type=CompressionTypes.UNCOMPRESSED)
      self._write_lines(sink, path, [b'foo'])

      with open(path, 'rb') as f:
        self.assertEqual(f.read(), record)
Esempio n. 4
0
  def test_write_record_single(self):
    with TempDir() as temp_dir:
      path = temp_dir.create_temp_file('result')
      record = binascii.a2b_base64(FOO_RECORD_BASE64)
      sink = _TFRecordSink(
          path,
          coder=coders.BytesCoder(),
          file_name_suffix='',
          num_shards=0,
          shard_name_template=None,
          compression_type=CompressionTypes.UNCOMPRESSED)
      self._write_lines(sink, path, ['foo'])

      with open(path, 'r') as f:
        self.assertEqual(f.read(), record)