def test_n2g_parse(text): message = Message(text) spans = [{ 'end': 3, 'label': 'PER', 'start': 0 }, { 'end': 9, 'label': 'PER', 'start': 7 }, { 'end': 11, 'label': 'Pronoun', 'start': 10 }] message.set("spans", spans, add_to_output=True) component_meta = { "name": "easy_n2g", "data_path": "data/n2g/name_dev.dat", "file": "component_1_easy_n2g.pkl", "class": "litemind.nlu.utils.n2g.easy_n2g.N2GHelper" } model_dir = 'models/coref/model_20190515-150912' n2g = ComponentBuilder().load_component(component_meta, model_dir, Metadata({}, None)) n2g.process(message) pprint.pprint(message.data)
def test_c2g_file_parse(file_dir, filename): path = os.path.join(file_dir, filename) data = [] if os.path.isfile(path): dat_excel = pd.read_excel(path, header=None) titles = list(dat_excel.columns) for i, r in dat_excel.iterrows(): row = [] for t in titles: if pd.notna(r[t]): row.append(str(r[t])) else: row.append(None) data.append(row) message = Message(data) component_meta = { "name": "call_parse", "file": "component_0_call_parse.pkl", "class": "litemind.call2graph.parse.c2g.CallParse" } model_dir = 'models/c2g/model' call2parse = ComponentBuilder().load_component(component_meta, model_dir, Metadata({}, None)) call2parse.process(message) pprint.pprint(message.data)
def test_c2g_parse(message, filename): component_meta = { "name": "call_parse", "file": "component_0_call_parse.pkl", "class": "litemind.call2graph.parse.c2g.CallParse" } model_dir = 'models/c2g/model' call2parse = ComponentBuilder().load_component(component_meta, model_dir, Metadata({}, None)) call2parse.process(message)
def test_ltp(text): message = Message(text) component_meta = { "name": "ltp", "path": "/Users/zhangzhen/data/ltp_data_v3.4.0", "lexicon": "lexicon", "dimension": { "Nh": "PER", "Ni": "ORG", "Ns": "LOC" }, "class": "litemind.nlu.utils.ltp.LtpHelper" } model_dir = 'models/coref/model_20190515-150912' ltp = ComponentBuilder().load_component(component_meta, model_dir, Metadata({}, None)) ltp.process(message) pprint.pprint(message.data)
def test_coref_parse(text): message = Message(text) model_dir = 'models/coref/model_20190515-150912' ltp_component_meta = { "name": "ltp", "path": "/Users/zhangzhen/data/ltp_data_v3.4.0", "lexicon": "lexicon", "dimension": { "Nh": "PER", "Ni": "ORG", "Ns": "LOC" }, "class": "litemind.nlu.utils.ltp.LtpHelper" } ltp = ComponentBuilder().load_component(ltp_component_meta, model_dir, Metadata({}, None)) ltp.process(message) spans = [{ 'end': 3, 'gender': '男', 'label': 'PER', 'start': 0 }, { 'end': 9, 'gender': '男', 'label': 'PER', 'start': 7 }, { 'end': 11, 'label': 'Pronoun', 'start': 10 }] message.set("spans", spans, add_to_output=True) component_meta = { "name": "stg", "w2v_path": "/Users/zhangzhen/data/emb_ch/embedding.50.cformat", "class": "litemind.coref.stg.Strategy" } coref_stg = ComponentBuilder().load_component(component_meta, model_dir, Metadata({}, None)) coref_stg.process(message) pprint.pprint(message.data)