Python Parser.extract_interesting_tokens Examples

Example #1

def parse_question(whole_question: str) -> dict:
    parsed_question = Parser(whole_question)
    parsed_question.extract_interesting_tokens()

    if len(parsed_question.interesting_tokens) == 0:
        return None

    return {
        "formated_original_key_words":
        " ".join(parsed_question.interesting_tokens),
        "singled_key_words":
        tuple((kw, Parser.word_reverse_case_first_char(kw))
              for kw in parsed_question.interesting_tokens)
    }