def validationSet(self): test = [] valRawQA = util.extractQA(validationData, validationSet=True) for i, line in enumerate(valRawQA): answers = [ans.strip() for ans in line[2:5]] qid = line[0] questionText = line[1] question = (questionText.strip(), answers) test.append(question) return test
def trainSet(self): test = [] trainQA = util.extractQA(trainData) for i, line in enumerate(trainQA): answers = [ans.strip() for ans in line[3:7]] qid = line[0] questionText = line[1] # print('Question text: {}'.format(questionText)) correctAnswer = line[2] question = (questionText.strip(), answers, correctAnswer) test.append(question) return test