for result in results: if result["answer"]: annotate_answer(result["answer"], result["context"]) else: show_plain_documents(result["context"]) st.write("**Relevance:** ", result["relevance"], "**Source:** ", result["source"]) if eval_mode: # Define columns for buttons button_col1, button_col2, button_col3, button_col4 = st.beta_columns( [1, 1, 1, 6]) if button_col1.button("👍", key=(result["context"] + str(count)), help="Correct answer"): raw_json_feedback = feedback_doc(question, "true", result["document_id"], 1, "true", result["answer"], result["offset_start_in_doc"]) st.success("Thanks for your feedback") if button_col2.button("👎", key=(result["context"] + str(count)), help="Wrong answer and wrong passage"): raw_json_feedback = feedback_doc( question, "false", result["document_id"], 1, "false", result["answer"], result["offset_start_in_doc"], ) st.success("Thanks for your feedback!")
# Show if we use a question of the given set if question == random_question and eval_mode: st.write("## Correct answers:") random_answer st.write("## Retrieved answers:") # Make every button key unique count = 0 for result in results: annotate_answer(result['answer'],result['context']) '**Relevance:** ', result['relevance'] , '**Source:** ' , result['source'] if eval_mode: # Define columns for buttons button_col1, button_col2, button_col3, button_col4 = st.beta_columns([1,1,1,6]) if button_col1.button("👍", key=(result['answer'] + str(count)), help="Correct answer"): raw_json_feedback = feedback_doc(question,"true",result['document_id'],1,"true",result['answer'],result['offset_start_in_doc']) st.success('Thanks for your feedback') if button_col2.button("👎", key=(result['answer'] + str(count)), help="Wrong answer and wrong passage"): raw_json_feedback = feedback_doc(question,"false",result['document_id'],1,"false",result['answer'],result['offset_start_in_doc']) st.success('Thanks for your feedback!') if button_col3.button("👎👍", key=(result['answer'] + str(count)), help="Wrong answer, but correct passage"): raw_json_feedback = feedback_doc(question,"false",result['document_id'],1,"true",result['answer'],result['offset_start_in_doc']) st.success('Thanks for your feedback!') count+=1 st.write("___") if debug: st.subheader("REST API JSON response") st.write(raw_json)