line = line.replace('\n', '') stopWords = set(stopwords.words('english')) while (line): instances.append(line) line = input.readline() line = line.replace('\n', '') for foldname in instances: # reponsefile = open("reponsefile.txt","w") # Creat a story object # story = Story(instance + ".story") # story = Story("1999-W02-5.story") story = Story(path + '/' + foldname + '/' + foldname + ".story") s_bags = story.pos_tag(story.bags) # Do things to the story object NE_S_chuck = story.chuck_NE() filter_NE_Chuck(NE_S_chuck) s_bags = story.remove_stopwords(story.bags) # s_bags = story.stem_words(s_bags) # print(s_bags) # Creat a question # question = Question(instance + ".questions") # question = Question("1999-W02-5.questions") # Do things to the question object # Q_chuck = question.chuck_NP() question = Question(path + '/' + foldname + '/' + foldname + ".questions") q_bags = question.pos_tag(question.questions) question.answer_NP_type() Q_chuck = question.chuck_NP() NE_Q_chuck = question.NER()