def audience_statements(statements={}):
"""
Function to generate PeopleAudience subClasses.
Parameter
---------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Example
-------
>>> print(
... audience_statements()["mhdb:MaleAudience"]["rdfs:subClassOf"]
... )
{'schema:PeopleAudience'}
"""
for gendered_audience in {"Male", "Female"}:
gendered_iri = check_iri("".join([gendered_audience, "Audience"]))
schema_gender = "schema:{0}".format(gendered_audience)
g_statements = {
"rdfs:subClassOf": {"schema:PeopleAudience"},
"rdfs:label":
{language_string(" ".join([gendered_audience, "Audience"]))},
"schema:requiredGender": {schema_gender}
}
if gendered_iri not in statements:
statements[gendered_iri] = g_statements
else:
statements[gendered_iri] = {
**statements[gendered_iri],
**g_statements
}
return (statements)
def doi_iri(doi, title=None, statements={}):
"""
Function to create relevant statements about a DOI.
Parameters
----------
doi: string
Digital Object Identifier
title: string, optional
title of digital object
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Example
-------
>>> print([k for k in doi_iri(
... "10.1109/IEEESTD.2015.7084073",
... "1872-2015 - IEEE Standard Ontologies for Robotics and Automation"
... )][0])
<https://dx.doi.org/10.1109/IEEESTD.2015.7084073>
"""
local_iri = check_iri('https://dx.doi.org/{0}'.format(doi))
doi = '"""{0}"""^^rdfs:Literal'.format(doi)
for pred in [("datacite:usesIdentifierScheme", "datacite:doi"),
("datacite:hasIdentifier", doi)]:
statements = add_if(local_iri, pred[0], pred[1], statements)
return (add_if(local_iri, "rdfs:label", language_string(title), statements)
if title else statements)
def Project(technology_xls, mentalhealth_xls=None, statements={}):
'''
Function to ingest 1cuJXT1Un7HPLYcDyHAXprH-wGS1azuUNmVQnb3dV1cY Project
Parameters
----------
sheet: spreadsheet workbook
1cuJXT1Un7HPLYcDyHAXprH-wGS1azuUNmVQnb3dV1cY
mentalhealth_xls: spreadsheet workbook, optional
1MfW9yDw7e8MLlWWSBBXQAC2Q4SDiFiMMb7mRtr7y97Q
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Example
-------
# TODO
'''
for subject in ["schema:Book", "schema:Article"]:
statements = add_if(subject, "rdfs:subClassOf", "mhdb:BookOrArticle",
statements)
for pred in [("rdfs:subClassOf", "schema:CreativeWork"),
("rdfs:subClassOf", "dcterms:BibliographicResource"),
("rdfs:label", language_string("Book / Article"))]:
statements = add_if("mhdb:BookOrArticle", pred[0], pred[1], statements)
for pred in [("rdfs:subClassOf", "schema:CreativeWork"),
("rdfs:subClassOf", "schema:MedicalTest"),
("rdfs:label", language_string("Assessment"))]:
statements = add_if("mhdb:Assessment", pred[0], pred[1], statements)
for pred in [("rdfs:subClassOf", "schema:CreativeWork"),
("rdfs:subClassOf", "dcterms:InteractiveResource"),
("rdfs:label", language_string("Virtual Reality"))]:
statements = add_if("mhdb:VirtualReality", pred[0], pred[1],
statements)
for pred in [("rdfs:subClassOf", "schema:CreativeWork"),
("rdfs:subClassOf", "dcterms:InteractiveResource"),
("rdfs:label", language_string("Augmented Reality"))]:
statements = add_if("mhdb:AugmentedReality", pred[0], pred[1],
statements)
for pred in [("rdfs:subClassOf", "schema:Book"),
("rdfs:label", language_string("Resource Guide"))]:
statements = add_if("mhdb:ResourceGuide", pred[0], pred[1], statements)
for pred in [("rdfs:subClassOf", "schema:Service"),
("rdfs:subClassOf", "schema:OrganizeAction"),
("rdfs:label", language_string("Community Initiative"))]:
statements = add_if("mhdb:CommunityInitiative", pred[0], pred[1],
statements)
for pred in [
("rdfs:subClassOf", "ssn:Device"),
("rdfs:comment",
language_string(
"A smart electronic device (electronic device with "
"micro-controller(s)) that can be worn on the body as implants or "
"accessories.")),
("rdfs:isDefinedBy",
check_iri("https://en.wikipedia.org/wiki/Wearable_technology")),
("rdfs:label", language_string("Wearable"))
]:
statements = add_if("mhdb:Wearable", pred[0], pred[1], statements)
for pred in [("rdfs:subClassOf", "ssn:Device"),
("rdfs:label", language_string("Tablet"))]:
statements = add_if("mhdb:Tablet", pred[0], pred[1], statements)
for pred in [("rdfs:subClassOf", "schema:Game"),
("owl:disjointWith", "schema:VideoGame"),
("rdfs:label", language_string("Non-Digital Game"))]:
statements = add_if("mhdb:NonDigitalGame", pred[0], pred[1],
statements)
statements = {
**doi_iri(
"10.1109/IEEESTD.2015.7084073", "1872-2015 - IEEE Standard Ontologies for Robotics and Automation"),
**statements
}
for pred in [
("rdfs:subClassOf", "dcterms:Agent"),
("rdfs:subClassOf", "ssn:Device"),
("dcterms:source",
check_iri('https://dx.doi.org/10.1109/IEEESTD.2015.7084073')),
("rdfs:label", language_string("Robot")),
("rdfs:comment",
language_string(
"An agentive device (Agent and Device in SUMO) in a broad "
"sense, purposed to act in the physical world in order to "
"accomplish one or more tasks. In some cases, the actions of a "
"robot might be subordinated to actions of other agents (Agent "
"in SUMO), such as software agents (bots) or humans. A robot "
"is composed of suitable mechanical and electronic parts. "
"Robots might form social groups, where they interact to "
"achieve a common goal. A robot (or a group of robots) can "
"form robotic systems together with special environments "
"geared to facilitate their work."))
]:
statements = add_if("mhdb:Robot", pred[0], pred[1], statements)
for pred in [
("rdfs:subClassOf", "schema:CreativeWork"),
("dcterms:source",
check_iri("http://afirm.fpg.unc.edu/social-narratives")),
("rdfs:isDefinedBy",
check_iri("http://afirm.fpg.unc.edu/social-narratives")),
("rdfs:comment",
language_string(
"Social narratives (SN) describe social situations for "
"learners by providing relevant cues, explanation of the "
"feelings and thoughts of others, and descriptions of "
"appropriate behavior expectations.")),
("rdfs:label", language_string("Social Narrative"))
]:
statements = add_if("mhdb:SocialNarrative", pred[0], pred[1],
statements)
for pred in [("rdfs:label", language_string("Ann M. Sam")),
("foaf:name", language_string("Ann M. Sam")),
("foaf:familyName", language_string("Sam")),
("foaf:givenName", language_string("Ann")),
("rdfs:type", "foaf:Person"),
("rdfs:site",
"mhdb:University_of_North_Carolina_at_Chapel_Hill")]:
statements = add_if(check_iri("http://fpg.unc.edu/profiles/ann-m-sam"),
pred[0], pred[1], statements)
for pred in [("rdfs:label", language_string("AFIRM Team")),
("foaf:name", language_string("AFIRM Team")),
("rdfs:type", "foaf:Organization"),
("rdfs:site",
"mhdb:University_of_North_Carolina_at_Chapel_Hill")]:
statements = add_if(check_iri("AFIRM Team"), pred[0], pred[1],
statements)
for contributor in [
check_iri("http://fpg.unc.edu/profiles/ann-m-sam"),
check_iri("AFIRM Team")
]:
statements = add_if(
check_iri("http://afirm.fpg.unc.edu/social-narratives"),
"dcterms:contributor", contributor, statements)
for pred in [
("rdfs:subClassOf", "mhdb:SocialNarrative"),
("rdfs:subClassOf", "schema:Game"),
("rdfs:label",
language_string("Combination of a Social Narrative and Gaming System")
)
]:
statements = add_if("mhdb:SocialNarrativeGamingSystem", pred[0],
pred[1], statements)
for pred in [("rdfs:subClassOf", "sio:SIO_001066"),
("schema:participant", "schema:ParentAudience")]:
statements = add_if("mhdb:StudyWithParents", pred[0], pred[1],
statements)
for pred in [("rdfs:label", language_string("Competition")),
("rdfs:subClassOf", "schema:Event")]:
statements = add_if("mhdb:Competition", pred[0], pred[1], statements)
for pred in [("rdfs:label", language_string("Science Contest")),
("rdfs:subClassOf", "mhdb:Competition")]:
statements = add_if("mhdb:ScienceContest", pred[0], pred[1],
statements)
for pred in [("rdfs:label", language_string("Massive Open Online Course")),
("rdfs:subClassOf", "schema:Course")]:
statements = add_if("mhdb:MOOC", pred[0], pred[1], statements)
#TODO: define Toy, StudentProject, Hackathon, OutreachProgram, SupportGroup
project = technology_xls.parse("Project", convert_float=False)
homepage = technology_xls.parse("HomePageLink")
type_of_project = technology_xls.parse("TypeOfProject")
mhealthpeople = technology_xls.parse("MHealthPeople")
research_study = technology_xls.parse("ResearchStudyOnProject")
for row in project.iterrows():
if isinstance(row[1]["project"], float) and np.isnan(
row[1]["project"]):
continue
project_iri = check_iri(row[1]["project"])
project_label = language_string(row[1]["project"])
disorder_iris = [
int(disorder_index.strip())
for disorder_index in row[1]["disorder_index"].split(",")
] if ((isinstance(row[1]["disorder_index"], str)) and
("," in row[1]["disorder_index"])
) else [int(row[1]["disorder_index"])] if (
not isinstance(row[1]["disorder_index"], float) or
(not np.isnan(row[1]["disorder_index"]))) else None
homepage_iris = object_split_lookup(row[1]["HomePageLink_index"],
homepage, "index", "HomePageLink",
",")
type_of_project_iris = object_split_lookup(
row[1]["TypeOfProject_index"], type_of_project, "index", "IRI",
",")
mhealthpeople_iris = object_split_lookup(row[1]["MHealthPeople_index"],
mhealthpeople, "index", "URL",
",")
study_iris = object_split_lookup(
row[1]["ResearchStudyOnProjectLink_index"], research_study,
"index", "ResearchStudyOnProjectLink", ",")
disorder_statements = {}
if disorder_iris and len(disorder_iris):
for disorder in disorder_iris:
disorder_statements = disorder_iri(
disorder,
mentalhealth_xls=mentalhealth_xls,
pre_specifiers_indices=[6, 7, 24, 25, 26],
post_specifiers_indices=[27, 28, 56, 78])
statements = add_if(project_iri, "dcterms:subject",
[k for k in disorder_statements][0], {
**statements,
**disorder_statements
})
if homepage_iris and len(homepage_iris):
for homepage_iri in homepage_iris:
for prop in [("schema:about", project_iri),
("rdf:type", "schema:WebPage")]:
statements = add_if(homepage_iri, prop[0], prop[1],
statements)
if type_of_project_iris and len(type_of_project_iris):
for type_of_project_iri in type_of_project_iris:
statements = add_if(project_iri, "rdf:type",
type_of_project_iri, statements)
if mhealthpeople_iris and len(mhealthpeople_iris):
for mhealthpeople_iri in mhealthpeople_iris:
for prop in [("dcterms:contributor", mhealthpeople_iri)]:
statements = add_if(project_iri, prop[0], prop[1],
statements)
if study_iris and len(study_iris):
for study_iri in study_iris:
for prop in [("schema:about", project_iri),
("rdf:type", "schema:ScholarlyArticle")]:
statements = add_if(study_iri, prop[0], prop[1],
statements)
for prop in [("rdfs:label", project_label),
("rdfs:subClassOf", "schema:Product")]:
statements = add_if(project_iri, prop[0], prop[1], statements)
return (statements)
def MHealthPeople(technology_xls, statements={}):
'''
Function to ingest 1cuJXT1Un7HPLYcDyHAXprH-wGS1azuUNmVQnb3dV1cY
MHealthPeople
Parameters
----------
sheet: spreadsheet workbook
1cuJXT1Un7HPLYcDyHAXprH-wGS1azuUNmVQnb3dV1cY
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Example
-------
# TODO
'''
for pred in [("rdfs:label", language_string("site")),
("rdfs:comment",
language_string("Site, place or location of anything.")),
("rdfs:range", "schema:Place"),
("rdfs:range", "dcterms:Location"),
("rdf:type", "rdf:Property")]:
statements = add_if("mhdb:site", pred[0], pred[1], statements)
mhealthpeople = technology_xls.parse("MHealthPeople")
for row in mhealthpeople.iterrows():
predicates = set()
person_iri = check_iri(row[1]["URL"])
person_label = language_string(row[1]["MHealthPeople/Labs"]) if (
(len(str(row[1]["MHealthPeople/Labs"])))
and not (isinstance(row[1]["MHealthPeople/Labs"], float))
and not (str(row[1]["MHealthPeople/Labs"]).startswith("Also"))
) else None
person_place = check_iri(row[1]["Site"]) if (
len(str(row[1]["Site"]).strip())
and not (isinstance(row[1]["Site"], float))) else None
if person_label:
predicates.add(("rdfs:label", person_label))
if person_place:
predicates.add(("mhdb:site", person_place))
statements = add_if(person_place, "rdfs:label",
language_string(row[1]["Site"]), statements)
if "<" in person_iri:
predicates.add(("schema:WebPage", person_iri))
if len(predicates):
for prop in predicates:
statements = add_if(person_iri, prop[0], prop[1], statements)
for affiliate_i in range(1, 10):
affiliate = "{0}{1}".format("Affiliate", str(affiliate_i))
if row[1][affiliate] and len(str(
row[1][affiliate])) and not isinstance(
row[1][affiliate], float):
affiliate_iri = check_iri(
row[1][affiliate].split("(")[1].rstrip(")")) if (
("@" in row[1][affiliate]) or
("://" in row[1][affiliate])
) else check_iri(", ".join([
" ".join(
list(row[1][affiliate].strip().split("(")[0].split(
" ")[1:])).strip(), row[1][affiliate].strip().
split("(")[0].split(" ")[0].strip()
])) if "(" in row[1][affiliate] else check_iri(", ".join([
" ".join(list(
row[1][affiliate].strip().split(" ")[1:])).strip(),
row[1][affiliate].strip().split(" ")[0].strip()
]))
affiliate_preds = {
(property,
language_string(row[1][affiliate].strip(
).split("(")[0].strip() if "(" in
row[1][affiliate] else row[1][affiliate]))
for property in ["rdfs:label", "foaf:name"]
}
if "(" in row[1][affiliate]:
if "@" in row[1][affiliate]:
affiliate_preds.add(("schema:email",
check_iri(row[1][affiliate].split(
"(")[1].rstrip(")").strip())))
elif "://" in row[1][affiliate]:
affiliate_webpage = row[1][affiliate].split(
"(")[1].rstrip(")").strip()
affiliate_preds.add(("schema:WebPage",
check_iri(row[1][affiliate].split(
"(")[1].rstrip(")").strip())))
elif "lab pup" in row[1][affiliate]:
affiliate_preds.add(
("rdfs:comment", language_string("lab pup")))
else:
affiliate_preds.add(("mhdb:site",
check_iri(row[1][affiliate].split(
"(")[1].rstrip(")").strip())))
for pred in affiliate_preds:
statements = add_if(affiliate_iri, pred[0], pred[1],
statements)
statements = add_if(person_iri, "dcterms:contributor",
affiliate_iri, statements)
return (statements)
def disorder_iri(index,
mentalhealth_xls=None,
pre_specifiers_indices=[6, 7, 24, 25, 26],
post_specifiers_indices=[27, 28, 56, 78]):
"""
Function to figure out IRIs for disorders based on
mentalhealth.xls::Disorder
Parameters
----------
index: int
key to lookup in Disorder table
mentalhealth_xls: spreadsheet workbook, optional
1MfW9yDw7e8MLlWWSBBXQAC2Q4SDiFiMMb7mRtr7y97Q
pre_specifiers_indices: [int], optional
list of indices of diagnostic specifiers to precede disorder names
post_specifiers_indices: [int], optional
list of indices of diagnostic specifiers to be preceded by disorder
names
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
"""
disorder = mentalhealth_xls.parse("Disorder")
severity = mentalhealth_xls.parse("DisorderSeverity")
specifier = mentalhealth_xls.parse("DiagnosticSpecifier")
criterion = mentalhealth_xls.parse("DiagnosticCriterion")
disorderSeries = disorder[disorder["index"] == index]
disorder_name = disorderSeries["DisorderName"].values[0]
if (not isinstance(
disorderSeries["DiagnosticSpecifier_index"].values[0],
float)) or (not np.isnan(
disorderSeries["DiagnosticSpecifier_index"].values[0])):
disorder_name = " ".join([
specifier[specifier["index"] ==
disorderSeries["DiagnosticSpecifier_index"].values[0]]
["DiagnosticSpecifierName"].values[0], disorder_name
]) if disorderSeries["DiagnosticSpecifier_index"].values[
0] in pre_specifiers_indices else " ".join([
disorder_name,
specifier[specifier["index"] ==
disorderSeries["DiagnosticSpecifier_index"].
values[0]]["DiagnosticSpecifierName"].values[0]
]) if disorderSeries["DiagnosticSpecifier_index"].values[
0] in post_specifiers_indices else ", ".join([
disorder_name,
specifier[specifier["index"] ==
disorderSeries["DiagnosticSpecifier_index"].
values[0]]["DiagnosticSpecifierName"].values[0]
])
disorder_name = " with ".join([
disorder_name,
criterion[criterion["index"] ==
disorderSeries["DiagnosticInclusionCriterion_index"]]
["DiagnosticCriterionName"].values[0]
]) if (not isinstance(
disorderSeries["DiagnosticInclusionCriterion_index"].values[0],
float)) or (not np.isnan(
disorderSeries["DiagnosticInclusionCriterion_index"].values[0])
) else disorder_name
disorder_name = " and ".join([
disorder_name,
criterion[criterion["index"] ==
disorderSeries["DiagnosticInclusionCriterion2_index"]]
["DiagnosticCriterionName"].values[0]
]) if (not isinstance(
disorderSeries["DiagnosticInclusionCriterion2_index"].values[0],
float)) or (not np.isnan(
disorderSeries["DiagnosticInclusionCriterion2_index"].values[0])
) else disorder_name
disorder_name = " without ".join([
disorder_name,
criterion[criterion["index"] ==
disorderSeries["DiagnosticExclusionCriterion_index"]]
["DiagnosticCriterionName"].values[0]
]) if (not isinstance(
disorderSeries["DiagnosticExclusionCriterion_index"].values[0],
float)) or (not np.isnan(
disorderSeries["DiagnosticExclusionCriterion_index"].values[0])
) else disorder_name
disorder_name = " and ".join([
disorder_name,
criterion[criterion["index"] ==
disorderSeries["DiagnosticExclusionCriterion2_index"]]
["DiagnosticCriterionName"].values[0]
]) if (not isinstance(
disorderSeries["DiagnosticExclusionCriterion2_index"].values[0],
float)) or (not np.isnan(
disorderSeries["DiagnosticExclusionCriterion2_index"].values[0])
) else disorder_name
disorder_name = " ".join([
severity[severity["index"] == int(
disorderSeries["DisorderSeverity_index"])]
["DisorderSeverityName"].values[0], disorder_name
]) if (not isinstance(
disorderSeries["DisorderSeverity_index"].values[0], float)) or (
not np.isnan(disorderSeries["DisorderSeverity_index"].values[0])
) else disorder_name
iri = check_iri(disorder_name)
label = language_string(disorder_name)
statements = {iri: {"rdfs:label": [label]}}
return (statements)
def BehaviorSheet1(behavior_xls,
mentalhealth_xls=None,
sign_or_symptom=None,
statements={}):
'''
Function to ingest 1sQp63K5nGrYSgK2ZvsTfTDmlM4W5_eFHfy6Ckoi7yP4 Sheet1
Parameters
----------
sheet: spreadsheet workbook
1sQp63K5nGrYSgK2ZvsTfTDmlM4W5_eFHfy6Ckoi7yP4
mentalhealth_xls: spreadsheet workbook, optional
1MfW9yDw7e8MLlWWSBBXQAC2Q4SDiFiMMb7mRtr7y97Q
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Returns
-------
statements: dictionary
key: string
RDF subject
value: dictionary
key: string
RDF predicate
value: {string}
set of RDF objects
Example
-------
>>> try:
... from mhdb.spreadsheet_io import download_google_sheet
... from mhdb.write_ttl import turtle_from_dict
... except:
... from mhdb.mhdb.spreadsheet_io import download_google_sheet
... from mhdb.mhdb.write_ttl import turtle_from_dict
>>> import os
>>> import pandas as pd
>>> try:
... behaviorFILE = download_google_sheet(
... 'data/separating.xlsx',
... "1sQp63K5nGrYSgK2ZvsTfTDmlM4W5_eFHfy6Ckoi7yP4"
... )
... except:
... behaviorFILE = 'data/separating.xlsx'
>>> behavior_xls = pd.ExcelFile(behaviorFILE)
>>> statements = BehaviorSheet1(
... behavior_xls
... )
>>> print(turtle_from_dict({
... statement: statements[
... statement
... ] for statement in statements if statement == "mhdb:despair"
... }).split("\\n\\t")[0])
mhdb:despair rdfs:label """despair"""@en ;
'''
sheet = behavior_xls.parse("Sheet1")
gender = behavior_xls.parse("gender")
statements = audience_statements(statements)
if not mentalhealth_xls:
try:
mentalhealthFILE = download_google_sheet(
'data/mentalhealth.xlsx',
"1MfW9yDw7e8MLlWWSBBXQAC2Q4SDiFiMMb7mRtr7y97Q")
except:
mentalhealthFILE = 'data/mentalhealth.xlsx'
mentalhealth_xls = pd.ExcelFile(mentalhealthFILE)
mh_reference = mentalhealth_xls.parse("Reference")
for row in sheet.iterrows():
sign_or_symptom = "health-lifesci:MedicalSign" if (
row[1]["sign_or_symptom_index"]
) == 1 else "health-lifesci:MedicalSymptom" if (
row[1]["sign_or_symptom_index"]
== 2) else "health-lifesci:MedicalSignOrSymptom"
source = mh_reference[mh_reference["index"] == row[1][
"reference_index (refer to reference in our master spreadsheet."
" 8=dsm, 84=us)"]]["ReferenceLink"].values[0]
source = None if isinstance(source, float) else check_iri(source)
symptom_label = language_string(row[1]["symptom"])
symptom_iri = check_iri(row[1]["symptom"])
audience_gender = gender[gender["index"] == row[1]
["gender_index"]]["gender"]
audience_gender = None if not audience_gender.size else \
audience_gender.values[
0
]
for predicates in [("rdfs:label", symptom_label),
("rdfs:subClassOf", sign_or_symptom),
("dcterms:source", source)]:
statements = add_if(symptom_iri, predicates[0], predicates[1],
statements)
if audience_gender:
for prop in ["schema:audience", "schema:epidemiology"]:
statements = add_if(symptom_iri, prop, audience_gender,
statements)
return (statements)