def test_qa_server():
from qa_server import create_app
#config = {'document_retrieval':{'class':'FakeRetriever','kwargs':{}},'multi_mrc':{'class':'TestMrcApp','kwargs':{'config':{'model_type':'mock'} } }}
#config = {'multi_mrc':{'class':'TestMrcApp','kwargs':{'config':{'model_type':'pipeline','device':'cpu',\
# 'ranker_config_path':'./data/model/pointwise/answer_doc/config.json','reader_config_path':'./data/model/reader/bert_default/config.json','kwargs':{}}} }}
config ={'document_retrieval':{'class':'FakeRetriever','kwargs':{}},'multi_mrc':{'class':'TestMrcApp','kwargs':{'config':{'model_type':'pipeline','device':'cpu','class':'SelectorReaderModel',\
'reader_config_path':'./data/model/reader/bert_default/config.json','selector': {'class':'bert_ranker','kwargs':{'ranker':'./data/model/pointwise/answer_doc/config.json','k':2}},'kwargs':{} }}}}
config.update({
"el_config": {
"host": '192.168.99.100',
"port": 9200,
"index": 'dev',
"doc_type": 'library'
},
"kw_dict_path": "./data/keyword_dict.txt"
})
print('create app')
app = create_app(config)
print('send data')
with app.test_client() as c:
#rv = c.post('/api/webqa', json={'question':'糖尿病適合吃什麼?','answer_num':3,'algo_version':0})
#print(rv.get_json())
#rv = c.post('/api/webqa_fast', json={'question':'哈薩key?','answer_num':3,'algo_version':0})
#print(rv.get_json())
#rv = c.post('/api/webqa_fast', json={'question':'糖尿病適合吃什麼?','answer_num':3,'algo_version':0})
#print(rv.get_json())
rv = c.post('/api/kbqa',
json={
'question': '什麼會導致糖尿病',
'answer_num': 3,
'algo_version': 0
})
print(rv.get_json())
def test_mock_mrc_server():
from mrc_server import create_app
from qa.ranker import RankerFactory
from preprocessing import SimpleParagraphTransform
test_data = next(jsonl_reader('./data/test/test_mrc.jsonl'))
test_config = {'model_type': 'mock'}
assert True == util.check_input_format(test_data, 'raw')
SimpleParagraphTransform().transform(test_data)
assert util.check_input_format(test_data, 'multi_mrc')
app = create_app(test_config)
with app.test_client() as c:
rv = c.post('/qa',
json={
'mrc_input': test_data,
'answer_num': 3,
'algo_version': 0
})
json_data = rv.get_json()
print(json_data)
def test_qa_server_by_redirect():
from qa_server import create_app
#config = {'document_retrieval':{'class':'FakeRetriever','kwargs':{}},'multi_mrc':{'class':'RedirectMrcModel','kwargs':{'server_url':'http://localhost:5000/qa' } }}
config = {
'document_retrieval': {
'class': 'GoogleSearchRetriever',
'kwargs': {
'site_url': 'https://www.commonhealth.com.tw/article',
'k': 5
}
},
'multi_mrc': {
'class': 'RedirectMrcModel',
'kwargs': {
'server_url': 'http://localhost:5000/qa'
}
}
}
#config = {'multi_mrc':{'class':'TestMrcApp','kwargs':{'config':{'model_type':'pipeline','device':'cpu',\
# 'ranker_config_path':'./data/model/pointwise/answer_doc/config.json','reader_config_path':'./data/model/reader/bert_default/config.json'}} }}
config.update({
"el_config": {
"host": '192.168.99.100',
"port": 9200,
"index": 'dev',
"doc_type": 'library'
},
"kw_dict_path": "./data/keyword_dict.txt"
})
print('create app')
app = create_app(config)
print('send data')
with app.test_client() as c:
rv = c.post('/api/webqa',
json={
'question': '糖尿病適合吃什麼?',
'answer_num': 3,
'algo_version': 0
})
print(rv.get_json())
def test_mrc_server():
from mrc_server import create_app
from preprocessing import SimpleParagraphTransform
test_data = next(jsonl_reader('./data/test/test_mrc.jsonl'))
test_config = {
'model_type': 'pipeline',
'device': 'cpu',
'ranker_config_path': './data/model/pointwise/answer_doc/config.json',
'reader_config_path': './data/model/reader/bert_default/config.json'
}
assert True == util.check_input_format(test_data, 'raw')
SimpleParagraphTransform().transform(test_data)
assert util.check_input_format(test_data, 'multi_mrc')
app = create_app(test_config)
print('send data')
with app.test_client() as c:
rv = c.post('/qa',
json={
'mrc_input': test_data,
'answer_num': 3,
'algo_version': 0
})
json_data = rv.get_json()
print(json_data)
def __init__(self,config):
from mrc_server import create_app
self.app = create_app(config)