def test_cfg1(self): p = docstring_to_file(self.CFG_SPEC, "test_cfg2.txt") cfgs = load_cfg(p) print (cfgs) #assert cfgs[0][0] == "3.5. Индекс потребительских цен" #assert cfgs[1][2] == "_spec_1.txt" os.remove(p)
def get_spec_and_cfg_varnames(data_folder): csv, spec, cfg = get_filenames(data_folder) segments = load_cfg(cfg) header_dict, unit_dict = load_spec(spec) hdr = unpack_header_dict(header_dict) seg = unpack_segments(segments) return hdr, seg
def test_cfg1(): p = docstring_to_file(CFG_SPEC, "test_cfg.txt") cfgs = load_cfg(p) print(cfgs) #assert cfgs[0][0] == "3.5. Индекс потребительских цен" #assert cfgs[1][2] == "_spec_1.txt" if MUST_CLEANUP: delete_file(p)
def test_cfg1(): p = docstring_to_file(CFG_SPEC, "test_cfg.txt") cfgs = load_cfg(p) print (cfgs) #assert cfgs[0][0] == "3.5. Индекс потребительских цен" #assert cfgs[1][2] == "_spec_1.txt" if MUST_CLEANUP: delete_file(p)
def get_complete_dicts(data_folder): csv, spec, cfg = get_filenames(data_folder) segments = load_cfg(cfg) header_dict, unit_dict = load_spec(spec) for seg in segments: seg_header_dict = seg[2][0] seg_unit_dict = seg[2][1] header_dict.update(seg_header_dict) unit_dict.update(seg_unit_dict) return header_dict, unit_dict
def cfg_tests(): # is cfg string equavalent to its reading? import yaml assert list(yaml.load_all(doc_cfg_file_content)) == ref_reading_of_cfg_file # is file with cfg string equavalent to its reading? from kep.file_io.specification import get_yaml assert get_yaml(cfg_path) == ref_reading_of_cfg_file # does file with cfg string specify correct data structure? assert load_cfg(cfg_path) == ref_qualified_cfg_contents
def test_segment_specs(self): self.assertEqual(ref_cfg_list(), load_cfg(cfg_file()))
def test_segment_specs(cfg_file, ref_cfg_list): assert ref_cfg_list == load_cfg(cfg_file)
def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file): raw_rows = list(yield_csv_rows(raw_data_file)) default_dicts = load_spec(yaml_spec_file) segment_specs = load_cfg(yaml_cfg_file) return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)