def test_difference_no_chunks_nanoseconds():
assert_result_equals(
render(
pa.table(
{
"A": pa.chunked_array([], pa.timestamp(unit="ns")),
"B": pa.chunked_array([], pa.timestamp(unit="ns")),
}
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="nanosecond",
outcolname="C",
),
),
ArrowRenderResult(
pa.table(
[
pa.chunked_array([], pa.timestamp(unit="ns")),
pa.chunked_array([], pa.timestamp(unit="ns")),
pa.chunked_array([], pa.int64()),
],
schema=pa.schema(
[
pa.field("A", pa.timestamp(unit="ns")),
pa.field("B", pa.timestamp(unit="ns")),
pa.field("C", pa.int64(), metadata={"format": "{:,d}"}),
]
),
),
),
)
def test_difference_nanoseconds():
assert_result_equals(
render(
make_table(
make_column(
"A", [1237342345234234234, 1230000034123123423, None, None]
),
make_column("B", [1237343345234134214, 1230080234113143429, 123, None]),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="nanosecond",
outcolname="C",
),
),
ArrowRenderResult(
make_table(
make_column(
"A", [1237342345234234234, 1230000034123123423, None, None]
),
make_column("B", [1237343345234134214, 1230080234113143429, 123, None]),
make_column(
"C", [999999899980, 80199990020006, None, None], format="{:,d}"
),
),
),
)
def test_maximum_no_outcolname():
assert_result_equals(
render(
make_table(make_column("A", [1, 2, 3], pa.timestamp(unit="ns"))),
P(operation="maximum", colnames=["A"], outcolname=""),
),
ArrowRenderResult(
make_table(make_column("A", [1, 2, 3], pa.timestamp(unit="ns")))
),
)
def test_maximum_zero_chunks():
assert_result_equals(
render(
pa.table({"A": pa.chunked_array([], pa.timestamp(unit="ns"))}),
P(operation="maximum", colnames=["A"], outcolname="B"),
),
ArrowRenderResult(
pa.table(
{
"A": pa.chunked_array([], pa.timestamp(unit="ns")),
"B": pa.chunked_array([], pa.timestamp(unit="ns")),
}
),
),
)
def test_maximum_reuse_outcolname():
assert_result_equals(
render(
make_table(
make_column("A", [1, 2, 3], pa.timestamp(unit="ns")),
make_column("B", [2, 3, 1], pa.timestamp(unit="ns")),
),
P(operation="maximum", colnames=["A", "B"], outcolname="A"),
),
ArrowRenderResult(
make_table(
make_column("B", [2, 3, 1], pa.timestamp(unit="ns")),
make_column("A", [2, 3, 3], pa.timestamp(unit="ns")), # added to end
),
),
)
def test_minimum():
assert_result_equals(
render(
make_table(
make_column("A", [1, None, 3, None], pa.timestamp(unit="ns")),
make_column("B", [2, 3, None, None], pa.timestamp(unit="ns")),
),
P(operation="minimum", colnames=["A", "B"], outcolname="C"),
),
ArrowRenderResult(
make_table(
make_column("A", [1, None, 3, None], pa.timestamp(unit="ns")),
make_column("B", [2, 3, None, None], pa.timestamp(unit="ns")),
make_column("C", [1, 3, 3, None], pa.timestamp(unit="ns")),
),
),
)
def test_maximum_multiple_colnames():
assert_result_equals(
render(
make_table(
make_column("A", [1, 2, 3], pa.timestamp(unit="ns")),
make_column("B", [2, 3, 1], pa.timestamp(unit="ns")),
make_column("C", [3, 1, 2], pa.timestamp(unit="ns")),
),
P(operation="maximum", colnames=["A", "B", "C"], outcolname="D"),
),
ArrowRenderResult(
make_table(
make_column("A", [1, 2, 3], pa.timestamp(unit="ns")),
make_column("B", [2, 3, 1], pa.timestamp(unit="ns")),
make_column("C", [3, 1, 2], pa.timestamp(unit="ns")),
make_column("D", [3, 3, 3], pa.timestamp(unit="ns")),
),
),
)
def test_startof_hour():
assert_result_equals(
render(
make_table(
make_column(
"A",
[
dt(2021, 5, 5, 13, 1, 22, 321231),
dt(1800, 1, 1, 1, 2, 3, 4),
None,
],
)
),
P(operation="startof", colnames=["A"], roundunit="hour"),
),
ArrowRenderResult(
make_table(make_column("A", [dt(2021, 5, 5, 13), dt(1800, 1, 1, 1), None]))
),
)
def test_difference_reuse_outcolname():
assert_result_equals(
render(
make_table(
make_column("A", [dt(2019, 1, 1), dt(2020, 3, 2)]),
make_column("B", [dt(2020, 1, 1), dt(2020, 1, 2)]),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="day",
outcolname="A",
),
),
ArrowRenderResult(
make_table(
make_column("B", [dt(2020, 1, 1), dt(2020, 1, 2)]),
make_column("A", [365.0, -60.0]), # appended to table
),
),
)
def test_difference_no_outcolname():
assert_result_equals(
render(
make_table(
make_column("A", [1, 2], pa.timestamp(unit="ns")),
make_column("B", [2, 3], pa.timestamp(unit="ns")),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="day",
outcolname="",
),
),
ArrowRenderResult(
make_table(
make_column("A", [1, 2], pa.timestamp(unit="ns")),
make_column("B", [2, 3], pa.timestamp(unit="ns")),
),
),
)
def test_startof_out_of_bounds():
assert_result_equals(
render(
make_table(
make_column(
"A",
[dt(1970, 1, 1), dt(1677, 9, 21, 0, 12, 43, 145500)],
)
),
P(operation="startof", colnames=["A"], roundunit="minute"),
),
ArrowRenderResult(
make_table(make_column("A", [dt(1970, 1, 1), None])),
[
RenderError(
i18n_message(
"warning.convertedOutOfBoundsToNull",
{"timestamp": "1677-09-21T00:12Z"},
)
)
],
),
)
def test_difference_nanoseconds_null():
assert_result_equals(
render(
make_table(
make_column("A", [123, None, None], pa.timestamp("ns")),
make_column("B", [None, 123, None], pa.timestamp("ns")),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="nanosecond",
outcolname="C",
),
),
ArrowRenderResult(
make_table(
make_column("A", [123, None, None], pa.timestamp("ns")),
make_column("B", [None, 123, None], pa.timestamp("ns")),
make_column("C", [None, None, None], pa.int64(), format="{:,d}"),
),
),
)
def test_difference_nulls():
assert_result_equals(
render(
make_table(
make_column("A", [None, dt(2020, 3, 2), None]),
make_column("B", [dt(2020, 1, 1), None, None]),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="day",
outcolname="C",
),
),
ArrowRenderResult(
make_table(
make_column("A", [None, dt(2020, 3, 2), None]),
make_column("B", [dt(2020, 1, 1), None, None]),
make_column("C", [None, None, None], pa.float64()),
),
),
)
def test_difference_seconds():
assert_result_equals(
render(
make_table(
make_column("A", [dt(2019, 1, 1, 12, 1, 1), dt(2020, 3, 2, 8, 1, 1)]),
make_column("B", [dt(2020, 1, 1, 2, 3, 4), dt(2020, 1, 2, 1, 2, 3)]),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="second",
outcolname="C",
),
),
ArrowRenderResult(
make_table(
make_column("A", [dt(2019, 1, 1, 12, 1, 1), dt(2020, 3, 2, 8, 1, 1)]),
make_column("B", [dt(2020, 1, 1, 2, 3, 4), dt(2020, 1, 2, 1, 2, 3)]),
make_column("C", [31500123.0, -5209138.0]),
),
),
)
def test_difference_fractional():
assert_result_equals(
render(
make_table(
make_column("A", [dt(2019, 1, 1, 0), dt(2020, 3, 2, 0, 0)]),
make_column("B", [dt(2020, 1, 1, 12), dt(2020, 1, 2, 0, 45)]),
),
P(
operation="difference",
colname1="A",
colname2="B",
unit="day",
outcolname="C",
),
),
ArrowRenderResult(
make_table(
make_column("A", [dt(2019, 1, 1, 0), dt(2020, 3, 2, 0, 0)]),
make_column("B", [dt(2020, 1, 1, 12), dt(2020, 1, 2, 0, 45)]),
make_column("C", [365.5, -59.96875]),
),
),
)