for result in results:
if result["answer"]:
annotate_answer(result["answer"], result["context"])
else:
show_plain_documents(result["context"])
st.write("**Relevance:** ", result["relevance"], "**Source:** ",
result["source"])
if eval_mode:
# Define columns for buttons
button_col1, button_col2, button_col3, button_col4 = st.beta_columns(
[1, 1, 1, 6])
if button_col1.button("👍",
key=(result["context"] + str(count)),
help="Correct answer"):
raw_json_feedback = feedback_doc(question, "true",
result["document_id"], 1,
"true", result["answer"],
result["offset_start_in_doc"])
st.success("Thanks for your feedback")
if button_col2.button("👎",
key=(result["context"] + str(count)),
help="Wrong answer and wrong passage"):
raw_json_feedback = feedback_doc(
question,
"false",
result["document_id"],
1,
"false",
result["answer"],
result["offset_start_in_doc"],
)
st.success("Thanks for your feedback!")
# Show if we use a question of the given set
if question == random_question and eval_mode:
st.write("## Correct answers:")
random_answer
st.write("## Retrieved answers:")
# Make every button key unique
count = 0
for result in results:
annotate_answer(result['answer'],result['context'])
'**Relevance:** ', result['relevance'] , '**Source:** ' , result['source']
if eval_mode:
# Define columns for buttons
button_col1, button_col2, button_col3, button_col4 = st.beta_columns([1,1,1,6])
if button_col1.button("👍", key=(result['answer'] + str(count)), help="Correct answer"):
raw_json_feedback = feedback_doc(question,"true",result['document_id'],1,"true",result['answer'],result['offset_start_in_doc'])
st.success('Thanks for your feedback')
if button_col2.button("👎", key=(result['answer'] + str(count)), help="Wrong answer and wrong passage"):
raw_json_feedback = feedback_doc(question,"false",result['document_id'],1,"false",result['answer'],result['offset_start_in_doc'])
st.success('Thanks for your feedback!')
if button_col3.button("👎👍", key=(result['answer'] + str(count)), help="Wrong answer, but correct passage"):
raw_json_feedback = feedback_doc(question,"false",result['document_id'],1,"true",result['answer'],result['offset_start_in_doc'])
st.success('Thanks for your feedback!')
count+=1
st.write("___")
if debug:
st.subheader("REST API JSON response")
st.write(raw_json)