Пример #1
0
 def test_spec(self):
     p = docstring_to_file(self.DOC_SPEC, "test_spec2.txt")
     print(p)
     header_dict, unit_dict = load_spec(p)
     self.assertEqual(header_dict, {"Инвестиции в основной капитал" : ["I", "bln_rub"]})
     self.assertEqual(unit_dict, {"в % к предыдущему периоду" : "rog"})
     os.remove(p)
def test_cfg2():
    p = docstring_to_file(DOC_SPEC, "test_spec.txt")
    header_dict, unit_dict = load_spec(p)
    assert header_dict == {"Инвестиции в основной капитал" : ["I", "bln_rub"]}
    assert unit_dict == {"в % к предыдущему периоду" : "rog"}
    if MUST_CLEANUP:
        delete_file(p)
Пример #3
0
    def test_with_file(self):
        filename = "_test_yaml_spec_sample.txt"
        p = docstring_to_file(self.yaml_doc, filename)

        d1, d2 = load_spec(p)
        self.assertEqual(d1, self.header_dict)
        self.assertEqual(d2, self.unit_dict)
Пример #4
0
def get_spec_and_cfg_varnames(data_folder):
    csv, spec, cfg = get_filenames(data_folder)
    segments = load_cfg(cfg)
    header_dict, unit_dict = load_spec(spec)
    hdr = unpack_header_dict(header_dict)
    seg = unpack_segments(segments)
    return hdr, seg
Пример #5
0
def test_cfg2():
    p = docstring_to_file(DOC_SPEC, "test_spec.txt")
    header_dict, unit_dict = load_spec(p)
    assert header_dict == {"Инвестиции в основной капитал": ["I", "bln_rub"]}
    assert unit_dict == {"в % к предыдущему периоду": "rog"}
    if MUST_CLEANUP:
        delete_file(p)
def test_with_file():    
    filename = "_test_yaml_spec_sample.txt"
    p = docstring_to_file(yaml_doc, filename)
    
    d1, d2 = load_spec(p)
    assert d1 == header_dict
    assert d2 == unit_dict
    delete_file(p)
Пример #7
0
def test_with_file():
    filename = "_test_yaml_spec_sample.txt"
    p = docstring_to_file(yaml_doc, filename)

    d1, d2 = load_spec(p)
    assert d1 == header_dict
    assert d2 == unit_dict
    delete_file(p)
Пример #8
0
def get_complete_dicts(data_folder):
    csv, spec, cfg = get_filenames(data_folder)
    segments = load_cfg(cfg)
    header_dict, unit_dict = load_spec(spec)
    for seg in segments:
        seg_header_dict = seg[2][0]
        seg_unit_dict = seg[2][1]
        header_dict.update(seg_header_dict)
        unit_dict.update(seg_unit_dict)
    return header_dict, unit_dict
Пример #9
0
 def test_specification_import_from_yaml_file(self):
     specpath = self.specfile()
     header_dict, unit_dict = load_spec(filename=specpath)
     self.assertEqual(header_dict, self.REF_HEADER_DICT)
     self.assertEqual(unit_dict, self.REF_UNIT_DICT)
     os.remove(specpath)
Пример #10
0
def test_specification_import_from_yaml_file():
    specpath = specfile()
    header_dict, unit_dict = load_spec(filename=specpath)
    assert header_dict == REF_HEADER_DICT
    assert unit_dict == REF_UNIT_DICT
    os.remove(specpath)
Пример #11
0
def get_labelled_rows_no_segments(raw_data_file, yaml_spec_file):
    raw_rows = yield_csv_rows(raw_data_file)
    spec_dicts = load_spec(yaml_spec_file)
    return raw_to_labelled_rows(raw_rows, spec_dicts)
Пример #12
0
 def test_specs(self):
     header_dict, unit_dict = load_spec(spec_file())
     self.assertEqual(header_dict, ref_header_dict())
     self.assertEqual(unit_dict, ref_unit_dict())
Пример #13
0
def test_specification_import_from_yaml_file():
    specpath = specfile()
    header_dict, unit_dict = load_spec(filename = specpath)
    assert header_dict == REF_HEADER_DICT
    assert unit_dict == REF_UNIT_DICT
    os.remove(specpath)
Пример #14
0
 def test_specs(self):
     header_dict, unit_dict = load_spec(spec_file())
     self.assertEqual(header_dict, ref_header_dict())
     self.assertEqual(unit_dict, ref_unit_dict())
Пример #15
0
def test_specs(ref_header_dict, ref_unit_dict, spec_file):
    header_dict, unit_dict = load_spec(spec_file)
    assert header_dict == ref_header_dict
    assert unit_dict == ref_unit_dict
Пример #16
0
def get_labelled_rows_no_segments(raw_data_file, yaml_spec_file):
    raw_rows = yield_csv_rows(raw_data_file)
    spec_dicts = load_spec(yaml_spec_file)
    return raw_to_labelled_rows(raw_rows, spec_dicts)
Пример #17
0
def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
    raw_rows = list(yield_csv_rows(raw_data_file))
    default_dicts = load_spec(yaml_spec_file)
    segment_specs = load_cfg(yaml_cfg_file)
    return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)
Пример #18
0
def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
    raw_rows = list(yield_csv_rows(raw_data_file))     
    default_dicts = load_spec(yaml_spec_file)
    segment_specs = load_cfg(yaml_cfg_file)
    return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)
Пример #19
0
 def test_specification_import_from_yaml_file(self):
     specpath = self.specfile()
     header_dict, unit_dict = load_spec(filename = specpath)
     self.assertEqual(header_dict, self.REF_HEADER_DICT)
     self.assertEqual(unit_dict, self.REF_UNIT_DICT)
     os.remove(specpath)
def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
    specpath = docstring_to_file(doc, 'spec.txt')
    dicts = load_spec(specpath)
    assert dicts[0] == ref_header_dict
    assert dicts[1] == ref_unit_dict    
    os.remove(specpath)
Пример #21
0
def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
    specpath = docstring_to_file(doc, 'spec.txt')
    dicts = load_spec(specpath)
    assert dicts[0] == ref_header_dict
    assert dicts[1] == ref_unit_dict
    os.remove(specpath)
Пример #22
0
def test_specs(ref_header_dict, ref_unit_dict, spec_file):
    header_dict, unit_dict = load_spec(spec_file)
    assert header_dict == ref_header_dict
    assert unit_dict == ref_unit_dict