def test_cfg1(self):
p = docstring_to_file(self.CFG_SPEC, "test_cfg2.txt")
cfgs = load_cfg(p)
print (cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
os.remove(p)
def get_spec_and_cfg_varnames(data_folder):
csv, spec, cfg = get_filenames(data_folder)
segments = load_cfg(cfg)
header_dict, unit_dict = load_spec(spec)
hdr = unpack_header_dict(header_dict)
seg = unpack_segments(segments)
return hdr, seg
def test_cfg1():
p = docstring_to_file(CFG_SPEC, "test_cfg.txt")
cfgs = load_cfg(p)
print(cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
if MUST_CLEANUP:
delete_file(p)
def test_cfg1():
p = docstring_to_file(CFG_SPEC, "test_cfg.txt")
cfgs = load_cfg(p)
print (cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
if MUST_CLEANUP:
delete_file(p)
def get_complete_dicts(data_folder):
csv, spec, cfg = get_filenames(data_folder)
segments = load_cfg(cfg)
header_dict, unit_dict = load_spec(spec)
for seg in segments:
seg_header_dict = seg[2][0]
seg_unit_dict = seg[2][1]
header_dict.update(seg_header_dict)
unit_dict.update(seg_unit_dict)
return header_dict, unit_dict
def cfg_tests():
# is cfg string equavalent to its reading?
import yaml
assert list(yaml.load_all(doc_cfg_file_content)) == ref_reading_of_cfg_file
# is file with cfg string equavalent to its reading?
from kep.file_io.specification import get_yaml
assert get_yaml(cfg_path) == ref_reading_of_cfg_file
# does file with cfg string specify correct data structure?
assert load_cfg(cfg_path) == ref_qualified_cfg_contents
def cfg_tests():
# is cfg string equavalent to its reading?
import yaml
assert list(yaml.load_all(doc_cfg_file_content)) == ref_reading_of_cfg_file
# is file with cfg string equavalent to its reading?
from kep.file_io.specification import get_yaml
assert get_yaml(cfg_path) == ref_reading_of_cfg_file
# does file with cfg string specify correct data structure?
assert load_cfg(cfg_path) == ref_qualified_cfg_contents
def test_segment_specs(self):
self.assertEqual(ref_cfg_list(), load_cfg(cfg_file()))
def test_segment_specs(cfg_file, ref_cfg_list):
assert ref_cfg_list == load_cfg(cfg_file)
def test_segment_specs(self):
self.assertEqual(ref_cfg_list(), load_cfg(cfg_file()))
def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
raw_rows = list(yield_csv_rows(raw_data_file))
default_dicts = load_spec(yaml_spec_file)
segment_specs = load_cfg(yaml_cfg_file)
return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)
def test_segment_specs(cfg_file, ref_cfg_list):
assert ref_cfg_list == load_cfg(cfg_file)
def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
raw_rows = list(yield_csv_rows(raw_data_file))
default_dicts = load_spec(yaml_spec_file)
segment_specs = load_cfg(yaml_cfg_file)
return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)
