def test_table_schema_pyarrow_020(): table_path = "../rust/tests/data/delta-0.2.0" dt = DeltaTable(table_path) schema = dt.pyarrow_schema() field = schema.field(0) assert len(schema.types) == 1 assert field.name == "value" assert field.type == pyarrow.int32() assert field.nullable is True assert field.metadata is None
def test_roundtrip_multi_partitioned(tmp_path: pathlib.Path, sample_data: pa.Table): write_deltalake(str(tmp_path), sample_data, partition_by=["int32", "bool"]) delta_table = DeltaTable(str(tmp_path)) assert delta_table.pyarrow_schema() == sample_data.schema table = delta_table.to_pyarrow_table() table = table.take(pc.sort_indices(table["int64"])) assert table == sample_data
def test_table_schema_pyarrow_simple(): table_path = "../rust/tests/data/simple_table" dt = DeltaTable(table_path) schema = dt.pyarrow_schema() field = schema.field(0) assert len(schema.types) == 1 assert field.name == "id" assert field.type == pyarrow.int64() assert field.nullable is True assert field.metadata is None
def test_roundtrip_basic(tmp_path: pathlib.Path, sample_data: pa.Table): write_deltalake(str(tmp_path), sample_data) assert ("0" * 20 + ".json") in os.listdir(tmp_path / "_delta_log") delta_table = DeltaTable(str(tmp_path)) assert delta_table.pyarrow_schema() == sample_data.schema table = delta_table.to_pyarrow_table() assert table == sample_data