Python load_spec Examples

Example #1

 def test_spec(self):
     p = docstring_to_file(self.DOC_SPEC, "test_spec2.txt")
     print(p)
     header_dict, unit_dict = load_spec(p)
     self.assertEqual(header_dict, {"Инвестиции в основной капитал" : ["I", "bln_rub"]})
     self.assertEqual(unit_dict, {"в % к предыдущему периоду" : "rog"})
     os.remove(p)

Example #2

File: nontest_load_spec_and_cfg.py Project: Oriundi/rosstat-kep-data

def test_cfg2():
    p = docstring_to_file(DOC_SPEC, "test_spec.txt")
    header_dict, unit_dict = load_spec(p)
    assert header_dict == {"Инвестиции в основной капитал" : ["I", "bln_rub"]}
    assert unit_dict == {"в % к предыдущему периоду" : "rog"}
    if MUST_CLEANUP:
        delete_file(p)

Example #3

    def test_with_file(self):
        filename = "_test_yaml_spec_sample.txt"
        p = docstring_to_file(self.yaml_doc, filename)

        d1, d2 = load_spec(p)
        self.assertEqual(d1, self.header_dict)
        self.assertEqual(d2, self.unit_dict)

Example #4

File: var_check.py Project: Oriundi/rosstat-kep-data

def get_spec_and_cfg_varnames(data_folder):
    csv, spec, cfg = get_filenames(data_folder)
    segments = load_cfg(cfg)
    header_dict, unit_dict = load_spec(spec)
    hdr = unpack_header_dict(header_dict)
    seg = unpack_segments(segments)
    return hdr, seg

Example #5

def test_cfg2():
    p = docstring_to_file(DOC_SPEC, "test_spec.txt")
    header_dict, unit_dict = load_spec(p)
    assert header_dict == {"Инвестиции в основной капитал": ["I", "bln_rub"]}
    assert unit_dict == {"в % к предыдущему периоду": "rog"}
    if MUST_CLEANUP:
        delete_file(p)

Example #6

File: nontest_yaml_import.py Project: Oriundi/rosstat-kep-data

def test_with_file():    
    filename = "_test_yaml_spec_sample.txt"
    p = docstring_to_file(yaml_doc, filename)
    
    d1, d2 = load_spec(p)
    assert d1 == header_dict
    assert d2 == unit_dict
    delete_file(p)

Example #7

def test_with_file():
    filename = "_test_yaml_spec_sample.txt"
    p = docstring_to_file(yaml_doc, filename)

    d1, d2 = load_spec(p)
    assert d1 == header_dict
    assert d2 == unit_dict
    delete_file(p)

Example #8

File: var_check.py Project: Oriundi/rosstat-kep-data

def get_complete_dicts(data_folder):
    csv, spec, cfg = get_filenames(data_folder)
    segments = load_cfg(cfg)
    header_dict, unit_dict = load_spec(spec)
    for seg in segments:
        seg_header_dict = seg[2][0]
        seg_unit_dict = seg[2][1]
        header_dict.update(seg_header_dict)
        unit_dict.update(seg_unit_dict)
    return header_dict, unit_dict

Example #9

 def test_specification_import_from_yaml_file(self):
     specpath = self.specfile()
     header_dict, unit_dict = load_spec(filename=specpath)
     self.assertEqual(header_dict, self.REF_HEADER_DICT)
     self.assertEqual(unit_dict, self.REF_UNIT_DICT)
     os.remove(specpath)

Example #10

def test_specification_import_from_yaml_file():
    specpath = specfile()
    header_dict, unit_dict = load_spec(filename=specpath)
    assert header_dict == REF_HEADER_DICT
    assert unit_dict == REF_UNIT_DICT
    os.remove(specpath)

Example #11

File: label_csv.py Project: Oriundi/rosstat-kep-data

def get_labelled_rows_no_segments(raw_data_file, yaml_spec_file):
    raw_rows = yield_csv_rows(raw_data_file)
    spec_dicts = load_spec(yaml_spec_file)
    return raw_to_labelled_rows(raw_rows, spec_dicts)

Example #12

File: test_label_csv.py Project: Oriundi/rosstat-kep-data

 def test_specs(self):
     header_dict, unit_dict = load_spec(spec_file())
     self.assertEqual(header_dict, ref_header_dict())
     self.assertEqual(unit_dict, ref_unit_dict())

Example #13

File: test_mwe.py Project: Oriundi/rosstat-kep-data

def test_specification_import_from_yaml_file():
    specpath = specfile()
    header_dict, unit_dict = load_spec(filename = specpath)
    assert header_dict == REF_HEADER_DICT
    assert unit_dict == REF_UNIT_DICT
    os.remove(specpath)

Example #14

File: test_label_csv.py Project: Oriundi/rosstat-kep-data

 def test_specs(self):
     header_dict, unit_dict = load_spec(spec_file())
     self.assertEqual(header_dict, ref_header_dict())
     self.assertEqual(unit_dict, ref_unit_dict())

Example #15

def test_specs(ref_header_dict, ref_unit_dict, spec_file):
    header_dict, unit_dict = load_spec(spec_file)
    assert header_dict == ref_header_dict
    assert unit_dict == ref_unit_dict

Example #16

def get_labelled_rows_no_segments(raw_data_file, yaml_spec_file):
    raw_rows = yield_csv_rows(raw_data_file)
    spec_dicts = load_spec(yaml_spec_file)
    return raw_to_labelled_rows(raw_rows, spec_dicts)

Example #17

def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
    raw_rows = list(yield_csv_rows(raw_data_file))
    default_dicts = load_spec(yaml_spec_file)
    segment_specs = load_cfg(yaml_cfg_file)
    return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)

Example #18

File: label_csv.py Project: Oriundi/rosstat-kep-data

def get_labelled_rows_by_segment(raw_data_file, yaml_spec_file, yaml_cfg_file):
    raw_rows = list(yield_csv_rows(raw_data_file))     
    default_dicts = load_spec(yaml_spec_file)
    segment_specs = load_cfg(yaml_cfg_file)
    return label_raw_rows_by_segment(raw_rows, default_dicts, segment_specs)

Example #19

File: test_mwe.py Project: Oriundi/rosstat-kep-data

 def test_specification_import_from_yaml_file(self):
     specpath = self.specfile()
     header_dict, unit_dict = load_spec(filename = specpath)
     self.assertEqual(header_dict, self.REF_HEADER_DICT)
     self.assertEqual(unit_dict, self.REF_UNIT_DICT)
     os.remove(specpath)

Example #20

File: test_common_specification.py Project: Oriundi/rosstat-kep-data

def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
    specpath = docstring_to_file(doc, 'spec.txt')
    dicts = load_spec(specpath)
    assert dicts[0] == ref_header_dict
    assert dicts[1] == ref_unit_dict    
    os.remove(specpath)

Example #21

def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
    specpath = docstring_to_file(doc, 'spec.txt')
    dicts = load_spec(specpath)
    assert dicts[0] == ref_header_dict
    assert dicts[1] == ref_unit_dict
    os.remove(specpath)

Example #22

File: test_label_csv.py Project: Oriundi/rosstat-kep-data

def test_specs(ref_header_dict, ref_unit_dict, spec_file):
    header_dict, unit_dict = load_spec(spec_file)
    assert header_dict == ref_header_dict
    assert unit_dict == ref_unit_dict