def test_to_dict(self):
rule = PreprocessingRule("this is a string")
d = rule.to_dict()
assert d == {
"pattern": "this is a string",
"repl": "",
"ignorecase": True,
"callback": None,
"desc": ""
}
def test_to_json(self):
import os, json
dname = os.path.join(tmpdirname.name, "test_preprocess_rules.json")
rule = PreprocessingRule("this is a string")
PreprocessingRule.to_json([rule], dname)
with open(dname) as f:
data = json.load(f)
assert "preprocessing_rules" in data
rule = PreprocessingRule.from_dict(data["preprocessing_rules"][0])
def test_from_json(self):
import os, json
dname = os.path.join(tmpdirname.name, "test_preprocess_rules.json")
# dname = os.path.join(".", "test_preprocess_rules.json")
data = {
"preprocessing_rules": [{
"pattern": "this is a string",
"repl": "",
"ignorecase": True,
"callback": None,
"desc": ""
}]
}
with open(dname, "w") as f:
json.dump(data, f)
rules = PreprocessingRule.from_json(dname)
rule = rules[0]
assert isinstance(rule, PreprocessingRule)
assert rule.pattern.pattern == "this is a string"
assert rule.repl == ""
assert rule.callback == None
assert rule.desc == ""
def test_from_dict(self):
d = {
"pattern": "this is a string",
"repl": "",
"callback": None,
"desc": ""
}
rule = PreprocessingRule.from_dict(d)
from medspacy.preprocess import PreprocessingRule
import re
preprocess_rules = [
PreprocessingRule(
re.compile("Has the patient been diagnosed with COVID-19\? Y/N"),
desc="Remove template questionnaire (pseudo example)",
),
]
def test_repr(self):
rule = PreprocessingRule("this is a string")
print(rule)
def test_call_repl(self):
rule = PreprocessingRule("Past medical hx", "Past Medical History")
text = "The pt has a past medical hx of diabetes."
preprocessed = rule(text)
assert preprocessed == "The pt has a Past Medical History of diabetes."
def test_call(self):
rule = PreprocessingRule("COVID-19 SCREENING:")
text = "COVID-19 SCREENING:"
preprocessed = rule(text)
assert preprocessed == ""
def test_init_pattern(self):
rule = PreprocessingRule(re.compile("this is a string"))
assert rule.pattern == re.compile("this is a string")
def test_init_str(self):
rule = PreprocessingRule("this is a string")
assert rule.pattern == re.compile("this is a string", re.IGNORECASE)