def test_n2g_parse(text):
message = Message(text)
spans = [{
'end': 3,
'label': 'PER',
'start': 0
}, {
'end': 9,
'label': 'PER',
'start': 7
}, {
'end': 11,
'label': 'Pronoun',
'start': 10
}]
message.set("spans", spans, add_to_output=True)
component_meta = {
"name": "easy_n2g",
"data_path": "data/n2g/name_dev.dat",
"file": "component_1_easy_n2g.pkl",
"class": "litemind.nlu.utils.n2g.easy_n2g.N2GHelper"
}
model_dir = 'models/coref/model_20190515-150912'
n2g = ComponentBuilder().load_component(component_meta, model_dir,
Metadata({}, None))
n2g.process(message)
pprint.pprint(message.data)
def test_c2g_file_parse(file_dir, filename):
path = os.path.join(file_dir, filename)
data = []
if os.path.isfile(path):
dat_excel = pd.read_excel(path, header=None)
titles = list(dat_excel.columns)
for i, r in dat_excel.iterrows():
row = []
for t in titles:
if pd.notna(r[t]):
row.append(str(r[t]))
else:
row.append(None)
data.append(row)
message = Message(data)
component_meta = {
"name": "call_parse",
"file": "component_0_call_parse.pkl",
"class": "litemind.call2graph.parse.c2g.CallParse"
}
model_dir = 'models/c2g/model'
call2parse = ComponentBuilder().load_component(component_meta, model_dir,
Metadata({}, None))
call2parse.process(message)
pprint.pprint(message.data)
def test_c2g_parse(message, filename):
component_meta = {
"name": "call_parse",
"file": "component_0_call_parse.pkl",
"class": "litemind.call2graph.parse.c2g.CallParse"
}
model_dir = 'models/c2g/model'
call2parse = ComponentBuilder().load_component(component_meta, model_dir,
Metadata({}, None))
call2parse.process(message)
def test_ltp(text):
message = Message(text)
component_meta = {
"name": "ltp",
"path": "/Users/zhangzhen/data/ltp_data_v3.4.0",
"lexicon": "lexicon",
"dimension": {
"Nh": "PER",
"Ni": "ORG",
"Ns": "LOC"
},
"class": "litemind.nlu.utils.ltp.LtpHelper"
}
model_dir = 'models/coref/model_20190515-150912'
ltp = ComponentBuilder().load_component(component_meta, model_dir,
Metadata({}, None))
ltp.process(message)
pprint.pprint(message.data)
def test_coref_parse(text):
message = Message(text)
model_dir = 'models/coref/model_20190515-150912'
ltp_component_meta = {
"name": "ltp",
"path": "/Users/zhangzhen/data/ltp_data_v3.4.0",
"lexicon": "lexicon",
"dimension": {
"Nh": "PER",
"Ni": "ORG",
"Ns": "LOC"
},
"class": "litemind.nlu.utils.ltp.LtpHelper"
}
ltp = ComponentBuilder().load_component(ltp_component_meta, model_dir,
Metadata({}, None))
ltp.process(message)
spans = [{
'end': 3,
'gender': '男',
'label': 'PER',
'start': 0
}, {
'end': 9,
'gender': '男',
'label': 'PER',
'start': 7
}, {
'end': 11,
'label': 'Pronoun',
'start': 10
}]
message.set("spans", spans, add_to_output=True)
component_meta = {
"name": "stg",
"w2v_path": "/Users/zhangzhen/data/emb_ch/embedding.50.cformat",
"class": "litemind.coref.stg.Strategy"
}
coref_stg = ComponentBuilder().load_component(component_meta, model_dir,
Metadata({}, None))
coref_stg.process(message)
pprint.pprint(message.data)