def TestRandNegativeSampling(): dataFile = "./dataset/samples/qa-dump-1460090355004_new.json" dataProvider = DataProcessor(dataFile) # dataProvider.data = {"Imamah_(Shia_doctrine)" : \ # dataProvider.data["Imamah_(Shia_doctrine)"] } nNegSample = 100 dataProvider.NegSampleRand(nNegSample) for title in dataProvider.data.keys(): article = dataProvider.data[title] for i in range(len(article["answers"])): for negSample in article["negRandSamples"][i]: # print " ".join(SentenceToWord( (article["answers"][i], ) )[0] ), negSample assert " ".join(SentenceToWord( (article["answers"][i], ))[0]) != negSample print "Random negative sampling test passed!"