def test_property_triple_generation(self):
property_tsv_file = Path('data/P10.tsv')
wikidata_property_file = 'data/wikidata_properties.tsv'
o = 'data/P10_not_truthy_tmp.ttl'
generator = TripleGenerator(prop_file=wikidata_property_file,
label_set='label',
alias_set='aliases',
description_set='descriptions',
warning=True,
n=100,
truthy=False,
use_id=True,
dest_fp=o,
log_path="data/warning.log",
prop_declaration=False,
prefix_path="NONE",
input_file=property_tsv_file,
error_action='log')
generator.process()
f1 = open('data/P10_not_truthy.ttl')
f2 = open('data/P10_not_truthy_tmp.ttl')
self.assertEqual(f1.readlines(), f2.readlines())
f1.close()
f2.close()
self.assertEqual(os.stat("data/warning.log").st_size, 0)
p = Path("data/warning.log")
p.unlink()
p = Path('data/P10_not_truthy_tmp.ttl')
p.unlink()
def run(labels: str, aliases: str, descriptions: str, property_file: str,
n: int, truthy: bool, warning: bool, use_id: bool, log_path: str,
prop_declaration: bool, prefix_path: str, input_file: KGTKFiles,
output_file: str, error_action: str):
# import modules locally
from kgtk.generator import TripleGenerator
from kgtk.exceptions import KGTKException
generator = TripleGenerator(prop_file=property_file,
label_set=labels,
alias_set=aliases,
description_set=descriptions,
n=n,
warning=warning,
truthy=truthy,
use_id=use_id,
dest_fp=output_file,
log_path=log_path,
prop_declaration=prop_declaration,
prefix_path=prefix_path,
input_file=input_file,
error_action=error_action)
try:
generator.process()
except Exception as e:
raise KGTKException(e)
def test_triple_corrupted_edges(self):
corrupted_kgtk_file = Path('data/corrupted_kgtk.tsv')
wikidata_property_file = 'data/wikidata_properties.tsv'
o = 'data/corrupted_tmp.ttl'
generator = TripleGenerator(prop_file=wikidata_property_file,
label_set='label',
alias_set='aliases',
description_set='descriptions',
warning=True,
n=100,
truthy=True,
use_id=True,
dest_fp=o,
log_path="data/corrupted_warning_tmp.log",
prop_declaration=False,
prefix_path="NONE",
input_file=corrupted_kgtk_file,
error_action='log')
generator.process()
f1 = open('data/corrupted.ttl')
f2 = open('data/corrupted_tmp.ttl')
self.assertEqual(f1.readlines(), f2.readlines())
f1.close()
f2.close()
f1 = open("data/corrupted_warning.log")
f2 = open("data/corrupted_warning_tmp.log")
self.assertEqual(f1.readlines(), f2.readlines())
f1.close()
f2.close()
p = Path("data/corrupted_warning_tmp.log")
p.unlink()
p = Path('data/corrupted_tmp.ttl')
p.unlink()
def test_triple_small_values(self):
small_values_file = Path('data/small_values.tsv')
wikidata_property_file = 'data/wikidata_properties.tsv'
o = 'data/small_values_tmp.ttl'
generator = TripleGenerator(prop_file=wikidata_property_file,
label_set='label',
alias_set='aliases',
description_set='descriptions',
warning=True,
n=100,
truthy=True,
use_id=True,
dest_fp=o,
log_path="data/warning.log",
prop_declaration=False,
prefix_path="NONE",
input_file=small_values_file,
error_action='log')
generator.process()
# This is a gold file with the expected values, 0.00000019860001065575846:
with open('data/small_values.ttl') as f1a:
f1a_lines = f1a.readlines()
# This is a gold value with values containing exponents, 1.9860001065575846E-7:
with open('data/small_values_with_exponent.ttl') as f1b:
f1b_lines = f1b.readlines()
# This is the generated file:
with open('data/small_values_tmp.ttl') as f2:
f2_lines = f2.readlines()
# If the generated files equals either of the gold files, accept the
# result.
if f1a_lines != f2_lines and f1b_lines != f2_lines:
self.assertEqual(f1a_lines, f2_lines)
self.assertEqual(os.stat("data/warning.log").st_size, 0)
p = Path("data/warning.log")
p.unlink()
p = Path('data/small_values_tmp.ttl')
p.unlink()