def test_step_row_split():
source = Resource("data/transform.csv")
target = transform(
source,
steps=[
steps.row_split(field_name="name", pattern="a"),
],
)
assert target.schema == {
"fields": [
{
"name": "id",
"type": "integer"
},
{
"name": "name",
"type": "string"
},
{
"name": "population",
"type": "integer"
},
]
}
assert target.read_rows() == [
{
"id": 1,
"name": "germ",
"population": 83
},
{
"id": 1,
"name": "ny",
"population": 83
},
{
"id": 2,
"name": "fr",
"population": 66
},
{
"id": 2,
"name": "nce",
"population": 66
},
{
"id": 3,
"name": "sp",
"population": 47
},
{
"id": 3,
"name": "in",
"population": 47
},
]
def test_step_row_split():
source = Resource(path="data/transform.csv")
source.infer()
target = transform(
source,
steps=[
steps.row_split(field_name="name", pattern="a"),
],
)
assert target.schema == source.schema
assert target.read_rows() == [
{"id": 1, "name": "germ", "population": 83},
{"id": 1, "name": "ny", "population": 83},
{"id": 2, "name": "fr", "population": 66},
{"id": 2, "name": "nce", "population": 66},
{"id": 3, "name": "sp", "population": 47},
{"id": 3, "name": "in", "population": 47},
]