def all_tokens(xl_file_path):
converter = XlToList()
test_sentences = converter.convert(xl_file_path)
print "sentences length: ", len(test_sentences)
all_words = reduce(lambda a_word_ist, another_word_list: a_word_ist + another_word_list,
[sentence.split() for sentence in test_sentences])
return all_words
def all_sentences(xl_file_path):
converter = XlToList()
sentences = converter.convert(xl_file_path)
return sentences