Python ToStringCoder Examples

Example #1

File: testing.py Project: elifesciences/sciencebeam-utils

 def __init__(self, file_path_prefix,
              file_name_suffix='',
              coder=ToStringCoder(),
              header=None):
     super(MockWriteToText.WriteDoFn, self).__init__()
     self.filename = file_path_prefix + file_name_suffix
     self.file_obj = None
     self.coder = coder
     self.header = header

Example #2

File: beam_testutil.py Project: rohithreddy/healthcare-deid

    class WriteDoFn(beam.DoFn):
        """DoFn to write to fake GCS."""
        def __init__(self, filename):
            self.filename = filename
            self.file_obj = None
            self.coder = ToStringCoder()

        def start_bundle(self):
            pass

        def process(self, element):
            testutil.append_to_gcs_file(self.filename,
                                        self.coder.encode(element) + '\n')

        def finish_bundle(self):
            pass

Example #3

File: snippets_test.py Project: gamars/beam

    class WriteDoFn(beam.DoFn):
      def __init__(self, file_to_write):
        self.file_to_write = file_to_write
        self.file_obj = None
        self.coder = ToStringCoder()

      def start_bundle(self):
        assert self.file_to_write
        self.file_to_write += str(uuid.uuid4())
        self.file_obj = open(self.file_to_write, 'w')

      def process(self, element):
        assert self.file_obj
        self.file_obj.write(self.coder.encode(element) + '\n')

      def finish_bundle(self):
        assert self.file_obj
        self.file_obj.close()

Example #4

File: snippets_test.py Project: vpillac/beam

    class WriteDoFn(beam.DoFn):
      def __init__(self, file_to_write):
        self.file_to_write = file_to_write
        self.file_obj = None
        self.coder = ToStringCoder()

      def start_bundle(self):
        assert self.file_to_write
        self.file_to_write += str(uuid.uuid4())
        self.file_obj = open(self.file_to_write, 'w')

      def process(self, element):
        assert self.file_obj
        self.file_obj.write(self.coder.encode(element) + '\n')

      def finish_bundle(self):
        assert self.file_obj
        self.file_obj.close()

Example #5

File: snippets_test.py Project: prasanna1024kt/gcp_python

    class WriteDoFn(beam.DoFn):
      def __init__(self, file_to_write):
        self.file_to_write = file_to_write
        self.file_obj = None
        self.coder = ToStringCoder()

      def start_bundle(self):
        assert self.file_to_write
        # Appending a UUID to create a unique file object per invocation.
        self.file_obj = open(self.file_to_write + str(uuid.uuid4()), 'w')

      def process(self, element):
        assert self.file_obj
        self.file_obj.write(self.coder.encode(element) + '\n')

      def finish_bundle(self):
        assert self.file_obj
        self.file_obj.close()

Example #6

File: snippets_test.py Project: charlesccychen/incubator-beam

    class WriteDoFn(beam.DoFn):
      def __init__(self, file_to_write):
        self.file_to_write = file_to_write
        self.file_obj = None
        self.coder = ToStringCoder()

      def start_bundle(self):
        assert self.file_to_write
        # Appending a UUID to create a unique file object per invocation.
        self.file_obj = open(self.file_to_write + str(uuid.uuid4()), 'w')

      def process(self, element):
        assert self.file_obj
        self.file_obj.write(self.coder.encode(element) + '\n')

      def finish_bundle(self):
        assert self.file_obj
        self.file_obj.close()

Example #7

 def __init__(self, file_to_write):
     self.file_to_write = file_to_write
     self.file_obj = None
     self.coder = ToStringCoder()

Example #8

File: snippets_test.py Project: gamars/beam

 def __init__(self, file_to_write):
   self.file_to_write = file_to_write
   self.file_obj = None
   self.coder = ToStringCoder()

Example #9

File: beam_testutil.py Project: red1408/healthcare-deid

 def __init__(self, filename):
     self.filename = filename
     self.file_obj = None
     self.coder = ToStringCoder()