def from_batch(data, index=False, schema=None):
return Table.from_batches([x], schema=schema)
def concat(self, existing: ArrowTable, new: ArrowTable) -> ArrowTable:
return Table.from_batches(existing.to_batches() + new.to_batches())
def write(self, valid_batch, invalid_batch):
self.valid_writer.write_table(Table.from_batches([valid_batch]))
self.invalid_writer.write_table(Table.from_batches([invalid_batch]))
