def test_one_mathematical_operation(df_vartypes):
# case 2: selected only one operation:
transformer = MathematicalCombination(
variables_to_combine=["Age", "Marks"], math_operations=["sum"])
X = transformer.fit_transform(df_vartypes)
ref = pd.DataFrame.from_dict({
"Name": ["tom", "nick", "krish", "jack"],
"City": ["London", "Manchester", "Liverpool", "Bristol"],
"Age": [20, 21, 19, 18],
"Marks": [0.9, 0.8, 0.7, 0.6],
"dob":
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum(Age-Marks)": [20.9, 21.8, 19.7, 18.6],
})
# init params
assert transformer.variables_to_combine == ["Age", "Marks"]
assert transformer.math_operations == ["sum"]
# fit params
assert transformer.n_features_in_ == 5
assert transformer.combination_dict_ == {"sum(Age-Marks)": "sum"}
# transform params
pd.testing.assert_frame_equal(X, ref)
def test_no_error_when_null_values_in_variable(df_vartypes):
df_na = df_vartypes.copy()
df_na.loc[1, "Age"] = np.nan
transformer = MathematicalCombination(
variables_to_combine=["Age", "Marks"],
math_operations=["sum", "mean"],
missing_values="ignore",
)
X = transformer.fit_transform(df_na)
ref = pd.DataFrame.from_dict({
"Name": ["tom", "nick", "krish", "jack"],
"City": ["London", "Manchester", "Liverpool", "Bristol"],
"Age": [20, np.nan, 19, 18],
"Marks": [0.9, 0.8, 0.7, 0.6],
"dob":
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum(Age-Marks)": [20.9, 0.8, 19.7, 18.6],
"mean(Age-Marks)": [10.45, 0.8, 9.85, 9.3],
})
# transform params
pd.testing.assert_frame_equal(X, ref)
def test_user_enters_output_variable_names(df_vartypes):
transformer = MathematicalCombination(
variables_to_combine=["Age", "Marks"],
math_operations=["sum", "mean"],
new_variables_names=["sum_of_two_vars", "mean_of_two_vars"],
)
X = transformer.fit_transform(df_vartypes)
ref = pd.DataFrame.from_dict({
"Name": ["tom", "nick", "krish", "jack"],
"City": ["London", "Manchester", "Liverpool", "Bristol"],
"Age": [20, 21, 19, 18],
"Marks": [0.9, 0.8, 0.7, 0.6],
"dob":
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum_of_two_vars": [20.9, 21.8, 19.7, 18.6],
"mean_of_two_vars": [10.45, 10.9, 9.85, 9.3],
})
# init params
assert transformer.variables_to_combine == ["Age", "Marks"]
assert transformer.math_operations == ["sum", "mean"]
assert transformer.new_variables_names == [
"sum_of_two_vars", "mean_of_two_vars"
]
# fit params
assert transformer.n_features_in_ == 5
assert transformer.combination_dict_ == {
"sum_of_two_vars": "sum",
"mean_of_two_vars": "mean",
}
# transform params
pd.testing.assert_frame_equal(X, ref)
def test_default_parameters(df_vartypes):
transformer = MathematicalCombination(
variables_to_combine=["Age", "Marks"])
X = transformer.fit_transform(df_vartypes)
ref = pd.DataFrame.from_dict({
"Name": ["tom", "nick", "krish", "jack"],
"City": ["London", "Manchester", "Liverpool", "Bristol"],
"Age": [20, 21, 19, 18],
"Marks": [0.9, 0.8, 0.7, 0.6],
"dob":
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum(Age-Marks)": [20.9, 21.8, 19.7, 18.6],
"prod(Age-Marks)":
[18.0, 16.8, 13.299999999999999, 10.799999999999999],
"mean(Age-Marks)": [10.45, 10.9, 9.85, 9.3],
"std(Age-Marks)": [
13.505739520663058,
14.28355697996826,
12.94005409571382,
12.303657992645928,
],
"max(Age-Marks)": [20.0, 21.0, 19.0, 18.0],
"min(Age-Marks)": [0.9, 0.8, 0.7, 0.6],
})
# init params
assert transformer.variables_to_combine == ["Age", "Marks"]
assert transformer.math_operations is None
# fit params
assert transformer.math_operations_ == [
"sum", "prod", "mean", "std", "max", "min"
]
assert transformer.n_features_in_ == 5
assert transformer.combination_dict_ == {
"sum(Age-Marks)": "sum",
"prod(Age-Marks)": "prod",
"mean(Age-Marks)": "mean",
"std(Age-Marks)": "std",
"max(Age-Marks)": "max",
"min(Age-Marks)": "min",
}
# transform params
pd.testing.assert_frame_equal(X, ref)
def test_variable_names_when_df_cols_are_integers(df_numeric_columns):
transformer = MathematicalCombination(variables_to_combine=[2, 3])
X = transformer.fit_transform(df_numeric_columns)
ref = pd.DataFrame.from_dict({
0: ["tom", "nick", "krish", "jack"],
1: ["London", "Manchester", "Liverpool", "Bristol"],
2: [20, 21, 19, 18],
3: [0.9, 0.8, 0.7, 0.6],
4:
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum(2-3)": [20.9, 21.8, 19.7, 18.6],
"prod(2-3)": [18.0, 16.8, 13.299999999999999, 10.799999999999999],
"mean(2-3)": [10.45, 10.9, 9.85, 9.3],
"std(2-3)": [
13.505739520663058,
14.28355697996826,
12.94005409571382,
12.303657992645928,
],
"max(2-3)": [20.0, 21.0, 19.0, 18.0],
"min(2-3)": [0.9, 0.8, 0.7, 0.6],
})
# init params
assert transformer.variables_to_combine == [2, 3]
assert transformer.math_operations is None
# fit params
assert transformer.math_operations_ == [
"sum", "prod", "mean", "std", "max", "min"
]
assert transformer.input_shape_ == (4, 5)
assert transformer.combination_dict_ == {
"sum(2-3)": "sum",
"prod(2-3)": "prod",
"mean(2-3)": "mean",
"std(2-3)": "std",
"max(2-3)": "max",
"min(2-3)": "min",
}
# transform params
pd.testing.assert_frame_equal(X, ref)
def test_drop_original_variables(df_vartypes):
transformer = MathematicalCombination(
variables_to_combine=["Age", "Marks"],
math_operations=["sum", "mean"],
drop_original=True,
)
X = transformer.fit_transform(df_vartypes)
ref = pd.DataFrame.from_dict({
"Name": ["tom", "nick", "krish", "jack"],
"City": ["London", "Manchester", "Liverpool", "Bristol"],
"dob":
pd.date_range("2020-02-24", periods=4, freq="T"),
"sum(Age-Marks)": [20.9, 21.8, 19.7, 18.6],
"mean(Age-Marks)": [10.45, 10.9, 9.85, 9.3],
})
pd.testing.assert_frame_equal(X, ref)
def test_error_when_entered_variables_not_in_df(df_vartypes):
transformer = MathematicalCombination(
variables_to_combine=["FeatOutsideDataset", "Age"])
with pytest.raises(KeyError):
transformer.fit_transform(df_vartypes)
def test_error_when_variables_to_combine_not_numeric(df_vartypes):
transformer = MathematicalCombination(
variables_to_combine=["Name", "Age", "Marks"])
with pytest.raises(TypeError):
transformer.fit_transform(df_vartypes)