def test_step_field_unpack_with_preserve():
source = Resource(path="data/transform.csv")
target = transform(
source,
steps=[
steps.field_update(name="id", type="array", value=[1, 1]),
steps.field_unpack(name="id",
to_names=["id2", "id3"],
preserve=True),
],
)
assert target.schema == {
"fields": [
{
"name": "id",
"type": "array"
},
{
"name": "name",
"type": "string"
},
{
"name": "population",
"type": "integer"
},
{
"name": "id2"
},
{
"name": "id3"
},
]
}
assert target.read_rows() == [
{
"id": [1, 1],
"name": "germany",
"population": 83,
"id2": 1,
"id3": 1
},
{
"id": [1, 1],
"name": "france",
"population": 66,
"id2": 1,
"id3": 1
},
{
"id": [1, 1],
"name": "spain",
"population": 47,
"id2": 1,
"id3": 1
},
]
def test_step_field_unpack_source_is_object():
source = Resource(path="data/transform.csv")
target = transform(
source,
steps=[
steps.field_update(name="id", type="object", value={"note": "eu"}),
steps.field_unpack(name="id", to_names=["note"]),
],
)
assert target.schema == {
"fields": [
{
"name": "name",
"type": "string"
},
{
"name": "population",
"type": "integer"
},
{
"name": "note"
},
]
}
assert target.read_rows() == [
{
"name": "germany",
"population": 83,
"note": "eu"
},
{
"name": "france",
"population": 66,
"note": "eu"
},
{
"name": "spain",
"population": 47,
"note": "eu"
},
]