def from_batch(data, index=False, schema=None): return Table.from_batches([x], schema=schema)
def concat(self, existing: ArrowTable, new: ArrowTable) -> ArrowTable: return Table.from_batches(existing.to_batches() + new.to_batches())
def write(self, valid_batch, invalid_batch): self.valid_writer.write_table(Table.from_batches([valid_batch])) self.invalid_writer.write_table(Table.from_batches([invalid_batch]))