def __init__(self, file_path_prefix, file_name_suffix='', coder=ToStringCoder(), header=None): super(MockWriteToText.WriteDoFn, self).__init__() self.filename = file_path_prefix + file_name_suffix self.file_obj = None self.coder = coder self.header = header
class WriteDoFn(beam.DoFn): """DoFn to write to fake GCS.""" def __init__(self, filename): self.filename = filename self.file_obj = None self.coder = ToStringCoder() def start_bundle(self): pass def process(self, element): testutil.append_to_gcs_file(self.filename, self.coder.encode(element) + '\n') def finish_bundle(self): pass
class WriteDoFn(beam.DoFn): def __init__(self, file_to_write): self.file_to_write = file_to_write self.file_obj = None self.coder = ToStringCoder() def start_bundle(self): assert self.file_to_write self.file_to_write += str(uuid.uuid4()) self.file_obj = open(self.file_to_write, 'w') def process(self, element): assert self.file_obj self.file_obj.write(self.coder.encode(element) + '\n') def finish_bundle(self): assert self.file_obj self.file_obj.close()
class WriteDoFn(beam.DoFn): def __init__(self, file_to_write): self.file_to_write = file_to_write self.file_obj = None self.coder = ToStringCoder() def start_bundle(self): assert self.file_to_write # Appending a UUID to create a unique file object per invocation. self.file_obj = open(self.file_to_write + str(uuid.uuid4()), 'w') def process(self, element): assert self.file_obj self.file_obj.write(self.coder.encode(element) + '\n') def finish_bundle(self): assert self.file_obj self.file_obj.close()
def __init__(self, file_to_write): self.file_to_write = file_to_write self.file_obj = None self.coder = ToStringCoder()
def __init__(self, filename): self.filename = filename self.file_obj = None self.coder = ToStringCoder()