def test_generate_attempts(self):
params = Parameters({
"alignment": "vertical",
"headers_coord": ["B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "M",
"time_header_coord": "A1",
"time_multicolumn": True,
"time_composed": True,
"time_alignment": 0,
"continuity": True,
"blank_rows": True,
"missings": None,
"missing_value": None,
"series_names": None
})
non_discovered = ["missings"]
attempts = ParameterDiscovery._generate_attempts(
non_discovered, params)
p1 = Parameters({
"alignment": "vertical",
"headers_coord": ["B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "M",
"time_header_coord": "A1",
"time_multicolumn": True,
"time_composed": True,
"time_alignment": 0,
"continuity": True,
"blank_rows": True,
"missings": True,
"missing_value": None,
"series_names": None
})
p2 = Parameters({
"alignment": "vertical",
"headers_coord": ["B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "M",
"time_header_coord": "A1",
"time_multicolumn": True,
"time_composed": True,
"time_alignment": 0,
"continuity": True,
"blank_rows": True,
"missings": False,
"missing_value": None,
"series_names": None
})
self.assertEqual(len(attempts), 2)
for param_name in attempts[0]:
self.assertEqual(p2[param_name], attempts[0][param_name])
for param_name in attempts[1]:
self.assertEqual(p1[param_name], attempts[1][param_name])
def test_remove_blank_headers(self):
wb = Workbook()
ws = wb.active
params = Parameters({
"headers_coord": ["A1", "B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "m",
"time_header_coord": "A1",
})
ws["A1"].value = "Importaciones"
ws["B1"].value = "Exportaciones"
params.remove_blank_headers(ws)
self.assertEqual(params["headers_coord"], ["A1", "B1"])
self.assertEqual(params["data_starts"], [2, 2])
self.assertEqual(params["data_ends"], [256, 256])
params = Parameters({
"headers_coord": ["A1_A2", "B1", "C1_C2"],
"data_starts": 2,
"data_ends": 256,
"frequency": "m",
"time_header_coord": "A1",
})
ws["A1"].value = "Importaciones"
ws["B1"].value = "Exportaciones"
ws["C1"].value = "Saldo"
params.remove_blank_headers(ws)
self.assertEqual(params["headers_coord"], ["A2", "B1", "C2"])
self.assertEqual(params["data_starts"], [2, 2, 2])
self.assertEqual(params["data_ends"], [256, 256, 256])
ws["E4"].value = "dont remove!"
params = Parameters({
"headers_coord": ["A1", "E1", "E2", "E3", "E4"],
"data_starts": 2,
"data_ends": 256,
"frequency": "m",
"time_header_coord": "A1",
})
ws["A1"].value = "Importaciones"
ws["B1"].value = "Exportaciones"
ws["C1"].value = "Saldo"
params.remove_blank_headers(ws)
self.assertEqual(params["headers_coord"], ["A1", "E4"])
self.assertEqual(params["data_starts"], [2, 2])
self.assertEqual(params["data_ends"], [256, 256])
def test_get_series_params(self):
params = Parameters(
get_orig_params_path("test_params_time_multicolumn.json"))
self.assertEqual(params["time_header_coord"],
[["A1", "A2"], ["A1", "A2"], ["A1", "A2"]])
self.assertEqual(params[0]["time_header_coord"], ["A1", "A2"])
def test_freq_translation(self):
params = Parameters({
"headers_coord": ["A1", "B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "YQQQQ",
"time_header_coord": "A1",
})
self.assertEqual(params["frequency"], ["AQQQQ", "AQQQQ", "AQQQQ"])
def test_case_external1(self):
p = {
'data_starts': 2,
'frequency': 'Q',
'headers_coord': 'A53',
'time_header_coord': 'A52'
}
params = Parameters(p)
self.assertTrue(params["alignment"] is None)
p2 = {
'alignment': 'horizontal',
'data_starts': 2,
'frequency': 'Q',
'headers_coord': 'A53',
'time_header_coord': 'A52'
}
params = Parameters(p2)
self.assertEqual(params["alignment"][0], "horizontal")
def test_remove_series(self):
params = Parameters({
"headers_coord": ["A1", "B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "m",
"time_header_coord": "A1",
})
params.remove_series(1)
self.assertEqual(params.headers_coord, ["A1", "C1"])
self.assertTrue(len(params.data_starts), 2)
self.assertTrue(len(params.time_header_coord), 2)
def test_context(self):
p = {
'data_starts': 2,
'frequency': 'Q',
'headers_coord': 'A2-A5',
'time_header_coord': 'A1',
'context': {
"GDP": "A2-A5"
}
}
params = Parameters(p)
exp_context = [["GDP"], ["GDP"], ["GDP"], ["GDP"]]
self.assertEqual(params["context"], exp_context)
def test_load_from_dict(self):
with open(get_orig_params_path("test_params.json")) as f:
params_dict = json.load(f)
params = Parameters(params_dict)
# pprint(params.__dict__)
# pprint(self.params_exp.__dict__)
for exp_params_name in self.params_exp.__dict__:
self.assertEqual(params.__dict__[exp_params_name],
self.params_exp.__dict__[exp_params_name])
for orig_params_name in params.__dict__:
self.assertEqual(params.__dict__[orig_params_name],
self.params_exp.__dict__[orig_params_name])
def check_critical_dict_params(self, case_num):
"""Check critical dict parameters loading.
Args:
case_num (int): The test case number to run.
"""
params = Parameters(self.CRITICAL_PARAMS[case_num].copy())
exp_params = load_critical_parameters_case(case_num)
# override the guessing of Parameters
params.remove("alignment")
self.assertEqual(params, exp_params)
def load_parameters_case(case_num=1, special_case=None):
"""Load the parameters of an integration test case.
Args:
case_num (int): Number of the case to load.
special_case (str): Name of a special version of the test case, if any.
Returns:
Parameters: Test case parameters loaded.
"""
case_name = _gen_filename(case_num, special_case, "json")
case_path = os.path.join(get_param_cases_dir(), case_name)
return Parameters(case_path)
def test_composed_headers(self):
p = {
'data_starts': 4,
'frequency': 'Q',
'headers_coord': '(A2_B2)-(A5_B5)',
'time_header_coord': 'A1'
}
params = Parameters(p)
exp_headers_coord = ["B2", "B3", "B4", "B5"]
self.assertEqual(params["headers_coord"], exp_headers_coord)
exp_composed_headers_coord = [["A2"], ["A3"], ["A4"], ["A5"]]
self.assertEqual(params["composed_headers_coord"],
exp_composed_headers_coord)
def __init__(self, wb, params_path_or_obj=None, ws_name=None,
headers_validation=False):
self.wb = wb
self.ws_name = ws_name
if self.ws_name:
self.ws = self.wb[self.ws_name]
else:
self.ws = self.wb.active
if isinstance(params_path_or_obj, Parameters):
self.params = params_path_or_obj
else:
self.params = Parameters(params_path_or_obj)
if headers_validation:
# remove header coordinates that don't have any cell value (blanks)
self.params.remove_blank_headers(self.ws)
def test_get_missings(self):
params = Parameters({
"alignment": None,
"headers_coord": ["B1", "C1"],
"data_starts": 2,
"data_ends": 256,
"frequency": "m",
"time_header_coord": "A1",
"time_multicolumn": None,
"time_composed": None,
"time_alignment": 0,
"continuity": None,
"blank_rows": None,
"missings": None,
"missing_value": None,
"series_names": None,
"composed_headers_coord": None,
"context": None
})
exp_missings = [
"time_composed", "continuity", "blank_rows", "missings"
]
self.assertEqual(set(exp_missings), set(params.get_missings()))
def setUp(self):
self.params = Parameters(get_orig_params_path("test_params.json"))
self.params_exp = Parameters(get_exp_params_path("test_params.json"))