def test_io(doc=DOC_1):
p = docstring_to_file(doc, "test_yaml_doc.txt")
assert doc == "\n".join([x[0] for x in yield_csv_rows(p)])
y = get_yaml(p)
assert y[0][0] == 'Something looking like a yaml'
assert y[1]["key1"] == 'with two documents'
delete_file(p)
def test_spec(self):
p = docstring_to_file(self.DOC_SPEC, "test_spec2.txt")
print(p)
header_dict, unit_dict = load_spec(p)
self.assertEqual(header_dict, {"Инвестиции в основной капитал" : ["I", "bln_rub"]})
self.assertEqual(unit_dict, {"в % к предыдущему периоду" : "rog"})
os.remove(p)
def test_cfg2():
p = docstring_to_file(DOC_SPEC, "test_spec.txt")
header_dict, unit_dict = load_spec(p)
assert header_dict == {"Инвестиции в основной капитал" : ["I", "bln_rub"]}
assert unit_dict == {"в % к предыдущему периоду" : "rog"}
if MUST_CLEANUP:
delete_file(p)
def test_cfg1(self):
p = docstring_to_file(self.CFG_SPEC, "test_cfg2.txt")
cfgs = load_cfg(p)
print (cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
os.remove(p)
def test_cfg2():
p = docstring_to_file(DOC_SPEC, "test_spec.txt")
header_dict, unit_dict = load_spec(p)
assert header_dict == {"Инвестиции в основной капитал": ["I", "bln_rub"]}
assert unit_dict == {"в % к предыдущему периоду": "rog"}
if MUST_CLEANUP:
delete_file(p)
def test_io(doc = DOC_1):
p = docstring_to_file(doc, "test_yaml_doc.txt")
assert doc == "\n".join([x[0] for x in yield_csv_rows(p)])
y = get_yaml(p)
assert y[0][0] == 'Something looking like a yaml'
assert y[1]["key1"] == 'with two documents'
delete_file(p)
def test_with_file(self):
filename = "_test_yaml_spec_sample.txt"
p = docstring_to_file(self.yaml_doc, filename)
d1, d2 = load_spec(p)
self.assertEqual(d1, self.header_dict)
self.assertEqual(d2, self.unit_dict)
def test_with_file():
filename = "_test_yaml_spec_sample.txt"
p = docstring_to_file(yaml_doc, filename)
d1, d2 = load_spec(p)
assert d1 == header_dict
assert d2 == unit_dict
delete_file(p)
def test_with_file():
filename = "_test_yaml_spec_sample.txt"
p = docstring_to_file(yaml_doc, filename)
d1, d2 = load_spec(p)
assert d1 == header_dict
assert d2 == unit_dict
delete_file(p)
def test_cfg1():
p = docstring_to_file(CFG_SPEC, "test_cfg.txt")
cfgs = load_cfg(p)
print (cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
if MUST_CLEANUP:
delete_file(p)
def test_cfg1():
p = docstring_to_file(CFG_SPEC, "test_cfg.txt")
cfgs = load_cfg(p)
print(cfgs)
#assert cfgs[0][0] == "3.5. Индекс потребительских цен"
#assert cfgs[1][2] == "_spec_1.txt"
if MUST_CLEANUP:
delete_file(p)
def cfg_file(request, additional_spec):
path = docstring_to_file(DOC_CFG, "config_1.txt")
request.addfinalizer(functools.partial(os.remove, path))
return path
def spec_file():
path = docstring_to_file(DOC_SPEC, "spec_1.txt")
#request.addfinalizer(functools.partial(os.remove, path))
return path
def specfile():
filename = "testable_spec.txt"
string = DOC_YAML_SPECIFICATION
return docstring_to_file(string, filename)
def csvfile():
filename = "testable_csv.txt"
string = INVESTMENT_DOC
return docstring_to_file(string, filename)
def cfg_file():
path = docstring_to_file(DOC_CFG, "config_1.txt")
#request.addfinalizer(functools.partial(os.remove, path))
return path
def raw_data_file():
doc = '\n'.join([ip, trans, investment])
path = docstring_to_file(doc, 'raw_1.txt')
#request.addfinalizer(functools.partial(os.remove, path))
return path
def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
specpath = docstring_to_file(doc, 'spec.txt')
dicts = load_spec(specpath)
assert dicts[0] == ref_header_dict
assert dicts[1] == ref_unit_dict
os.remove(specpath)
compare_doc_to_spec_dicts(doc=i[0],
ref_header_dict=i[1],
ref_unit_dict=i[2])
# -----------------------------------------------------------------------------------
# 2. TEST IMPORT OF CONFIGURATION FILES
END_STRING = "EOF"
# imagine we import *full_raw_doc* by segment. we would have a config file like *doc_cfg_file_content*:
cpi_additional_spec_filename = "cpi_spec.txt"
food_additional_spec_filename = "retail_spec.txt"
cpi_specpath = docstring_to_file(spec_cpi_block, cpi_additional_spec_filename)
food_specpath = docstring_to_file(spec_food_block,
food_additional_spec_filename)
cpi_dicts = (header_dicts['cpi_block'], unit_dicts['cpi_block'])
food_dicts = (header_dicts['food_block'], unit_dicts['food_block'])
doc_cfg_file_content = """- Индекс потребительских цен
- Из общего объема оборота розничной торговли
- {1}
---
- Из общего объема оборота розничной торговли
- {0}
- {2}""".format(END_STRING, cpi_additional_spec_filename,
food_additional_spec_filename)
cfg_path = docstring_to_file(doc_cfg_file_content, 'cfg.txt')
, [spec_food_block, header_dicts['food_block'], unit_dicts['food_block']]
]
for i in inputs:
compare_doc_to_spec_dicts(doc=i[0], ref_header_dict=i[1], ref_unit_dict=i[2])
# -----------------------------------------------------------------------------------
# 2. TEST IMPORT OF CONFIGURATION FILES
END_STRING = "EOF"
# imagine we import *full_raw_doc* by segment. we would have a config file like *doc_cfg_file_content*:
cpi_additional_spec_filename = "cpi_spec.txt"
food_additional_spec_filename = "retail_spec.txt"
cpi_specpath = docstring_to_file(spec_cpi_block, cpi_additional_spec_filename)
food_specpath = docstring_to_file(spec_food_block, food_additional_spec_filename)
cpi_dicts = (header_dicts['cpi_block'], unit_dicts['cpi_block'])
food_dicts = (header_dicts['food_block'], unit_dicts['food_block'])
doc_cfg_file_content = """- Индекс потребительских цен
- Из общего объема оборота розничной торговли
- {1}
---
- Из общего объема оборота розничной торговли
- {0}
- {2}""".format(END_STRING, cpi_additional_spec_filename, food_additional_spec_filename)
cfg_path = docstring_to_file(doc_cfg_file_content, 'cfg.txt')
ref_reading_of_cfg_file = [
def compare_doc_to_spec_dicts(doc, ref_header_dict, ref_unit_dict):
specpath = docstring_to_file(doc, 'spec.txt')
dicts = load_spec(specpath)
assert dicts[0] == ref_header_dict
assert dicts[1] == ref_unit_dict
os.remove(specpath)
def csvfile(self):
filename = "testable_csv.txt"
string = self.INVESTMENT_DOC
return docstring_to_file(string, filename)
def spec_file(request):
path = docstring_to_file(DOC_SPEC, "spec_1.txt")
request.addfinalizer(functools.partial(os.remove, path))
return path
def test_io(self):
p = docstring_to_file(self.DOC_1, "test_yaml_doc.txt")
self.assertEqual(self.DOC_1, "\n".join([x[0] for x in yield_csv_rows(p)]))
y = get_yaml(p)
self.assertEqual(y[0][0], 'Something looking like a yaml')
self.assertEqual(y[1]["key1"], 'with two documents')
def specfile(self):
filename = "testable_spec.txt"
string = self.DOC_YAML_SPECIFICATION
return docstring_to_file(string, filename)
def raw_data_file(request):
doc = '\n'.join([ip, trans, investment])
path = docstring_to_file(doc, 'raw_1.txt')
request.addfinalizer(functools.partial(os.remove, path))
return path
