def test_convert_ontology(self):
ontology = """
@prefix : <http://example.org/> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
:Developer rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :name ;
owl:allValuesFrom xsd:string ;
owl:cardinality 1
] ; .
:Software rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :name ;
owl:allValuesFrom xsd:string ;
owl:cardinality 1
];
rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :developer ;
owl:allValuesFrom :Developer ;
owl:minCardinality 1
]; .
"""
onto_graph = Ontology()
onto_graph.parse(ontology)
converter = SHACLOntoConverter()
shacl_graph = converter.convert_ontology(onto_graph)
self.assertIsInstance(shacl_graph, Graph)
def test_convert_non_referenced_property(self):
ontology = """
@prefix : <http://example.org/> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
:name a owl:DatatypeProperty ;
rdfs:domain :Person, :Software ;
rdfs:range xsd:string ; .
:developer a owl:ObjectProperty ;
rdfs:range :PythonDeveloper, :JavaDeveloper ; .
"""
onto_graph = Ontology()
onto_graph.parse(ontology)
converter = SHACLOntoConverter()
converter.onto_graph = onto_graph._g
converter._convert_ontology_non_referenced_property()
self.assertTrue(
converter._g._g.query("""
ASK { ?s a sh:PropertyShape ;
sh:path :developer ;
sh:or ?range .
}
""",
initNs=namespaces))
self.assertFalse(
converter._g._g.query("ASK { ?s sh:path :name }",
initNs=namespaces))
def __init__(self, content=None):
self.ontology = Ontology()
self.shacl = SHACL()
self.need_convert = False
self.legacy = False
if content:
self.legacy = True
self.need_convert = True
self.add_schema(content, 'master_config')
def test_convert_ontology_owl_restriction(self):
ontology = """
@prefix : <http://example.org/> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
:Developer rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :name ;
owl:allValuesFrom xsd:string ;
owl:cardinality 1
] ; .
:Software rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :name ;
owl:allValuesFrom xsd:string ;
owl:cardinality 1
];
rdfs:subClassOf [ a owl:Restriction ;
owl:onProperty :developer ;
owl:allValuesFrom :Developer ;
owl:minCardinality 1
]; .
"""
onto_graph = Ontology()
onto_graph.parse(ontology)
converter = SHACLOntoConverter()
converter.onto_graph = onto_graph._g
converter._convert_ontology_owl_restriction()
self.assertTrue(
converter._g._g.query("""
ASK {
?s a sh:NodeShape ;
sh:targetClass :Developer ;
sh:property ?p .
?p sh:path :name ;
sh:count 1 ;
sh:datatype xsd:string .
}
""",
initNs=namespaces))
self.assertTrue(
converter._g._g.query("""
ASK {
?s sh:targetClass :Software ;
sh:property ?p .
?p sh:path :developer ;
sh:minCount 1 ;
sh:class :Developer .
}
""",
initNs=namespaces))
def test_convert_ontology_class_node_shape(self):
ontology = """
@prefix : <http://example.org/> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
:Developer rdfs:subClassOf :Person .
:name a owl:DatatypeProperty ;
rdfs:domain :Person, :Software ;
rdfs:range xsd:string ; .
:developer a owl:ObjectProperty ;
rdfs:domain :Software ;
rdfs:range :PythonDeveloper, :JavaDeveloper ; .
"""
onto_graph = Ontology()
onto_graph.parse(ontology)
converter = SHACLOntoConverter()
converter.onto_graph = onto_graph._g
converter._convert_ontology_class_node_shape()
self.assertTrue(
converter._g._g.query("""
ASK { ?s a sh:NodeShape ; sh:targetClass :Developer }
""",
initNs=namespaces))
self.assertTrue(
converter._g._g.query("""
ASK { ?s sh:targetClass :Person ; sh:property ?p }
""",
initNs=namespaces))
self.assertTrue(
converter._g._g.query("""
ASK {
?s sh:targetClass :Software ;
sh:property ?p1 ;
sh:property ?p2
FILTER (?p1 != ?p2)
}
""",
initNs=namespaces))
def test_property_shape(self):
ontology = """
@prefix : <http://example.org/> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
:name a owl:DatatypeProperty ;
rdfs:range xsd:string ; .
:developer a owl:ObjectProperty ;
rdfs:range :PythonDeveloper, :JavaDeveloper ; .
"""
onto_graph = Ontology()
onto_graph.parse(ontology)
converter = SHACLOntoConverter()
converter.onto_graph = onto_graph._g
p_shape = converter._property_shape('http://example.org/name')
self.assertIsInstance(p_shape, Subject)
p_shape_graph = subject_to_graph(p_shape)
self.assertTrue(
p_shape_graph._g.query("""
ASK { ?s sh:path :name ;
sh:datatype xsd:string .
}
""",
initNs=namespaces))
p_shape = converter._property_shape('http://example.org/developer')
self.assertIsInstance(p_shape, Subject)
p_shape_graph = subject_to_graph(p_shape)
self.assertTrue(
p_shape_graph._g.query("""
ASK {
?s sh:path :developer ;
sh:or ( [ sh:class ?c1 ] [ sh:class ?c2 ]) .
FILTER (?c1 != ?c2)
}
""",
initNs=namespaces))
class KGSchema(object):
"""
This class define the schema for a knowledge graph object.
Create a knowledge graph schema according to the master config the user defined in myDIG UI
"""
def __init__(self, content=None):
self.ontology = Ontology()
self.shacl = SHACL()
self.need_convert = False
self.legacy = False
if content:
self.legacy = True
self.need_convert = True
self.add_schema(content, 'master_config')
def add_schema(self, content: str, format: str):
"""
Add schema file into the ontology.
:param content: schema content
:param format: schema format, can be in 'master_config' or any RDF format
"""
self.need_convert = True
if format == 'master_config':
if isinstance(content, dict):
config = content
else:
config = json.loads(content)
self._add_master_config(config)
else:
self.ontology.parse(content, format)
def add_shacl(self, content: str, format: str):
"""
Add SHACL file into the SHACL
"""
self.shacl.parse(content, format)
def _merge_ontology(self):
self.shacl.add_ontology(self.ontology)
self.need_convert = False
def validate(self, data_graph, inference=None):
if self.need_convert:
self._merge_ontology()
if inference:
conforms, results_graph = self.shacl.validate(
data_graph, self.ontology, inference)
else:
conforms, results_graph = self.shacl.validate(data_graph)
return conforms, results_graph
def _add_master_config(self, config):
self.ontology._ns.bind_for_master_config()
try:
for field in config["fields"]:
t = Subject(URI(field))
if config["fields"][field]["type"] == "kg_id":
t.add_property(URI('rdf:type'), URI('owl:ObjectProperty'))
elif config["fields"][field]["type"] == "number":
t.add_property(URI('rdf:type'),
URI('owl:DatatypeProperty'))
elif config["fields"][field]["type"] == "date":
t.add_property(URI('rdf:type'),
URI('owl:DatatypeProperty'))
elif config["fields"][field]["type"] == "location":
t.add_property(URI('rdf:type'),
URI('owl:DatatypeProperty'))
t.add_property(URI('rdf:range'), URI('xsd:string'))
else:
t.add_property(URI('rdf:type'),
URI('owl:DatatypeProperty'))
t.add_property(URI('rdf:range'), URI('xsd:string'))
if "description" in config["fields"][field] and config[
"fields"][field]["description"]:
t.add_property(
URI('rdf:comment'),
Literal(config["fields"][field]["description"]))
self.ontology.add_subject(t)
except KeyError as key:
print(str(key) + " not in config")
def is_valid(self, s_types: List[URI], p: URI, o_types: List[URI]) -> bool:
"""
Check if it's a valid triple by checking the property's domain and range
:param s_types: the types of the subject
:param p: the property
:param o_types: the types of the object
:return: bool
"""
return self.ontology.is_valid(s_types, p, o_types)
@property
def fields(self) -> List[str]:
"""
Return a list of all fields that are defined in master config
"""
return [
self.ontology._ns.qname(uri)
for uri in self.ontology.object_properties
| self.ontology.datatype_properties
]
@deprecated()
def has_field(self, field_name: str) -> bool:
"""
Return true if the schema has the field, otherwise false
"""
property_ = self.ontology._resolve_uri(URI(field_name))
return property_ in self.ontology.object_properties or property_ in self.ontology.datatype_properties
@deprecated()
def parse_field(self, field_name: str):
"""
Return the property URI of the field
"""
property_ = self.ontology._resolve_uri(URI(field_name))
return property_
@deprecated()
def field_type(self, field_name: str,
value: object) -> Union[Subject, URI, Literal, None]:
"""
Return the type of a field defined in schema, if field not defined, return None
"""
property_ = self.ontology._resolve_uri(URI(field_name))
if property_ in self.ontology.object_properties:
return value if isinstance(value, Subject) else URI(value)
elif property_ in self.ontology.datatype_properties:
# TODO: check Literal type
return Literal(value)
else:
return None