コード例 #1
0
def TestRandNegativeSampling():
    dataFile = "./dataset/samples/qa-dump-1460090355004_new.json"
    dataProvider = DataProcessor(dataFile)

    # dataProvider.data = {"Imamah_(Shia_doctrine)" : \
    #     dataProvider.data["Imamah_(Shia_doctrine)"] }

    nNegSample = 100
    dataProvider.NegSampleRand(nNegSample)

    for title in dataProvider.data.keys():
        article = dataProvider.data[title]
        for i in range(len(article["answers"])):
            for negSample in article["negRandSamples"][i]:
                # print " ".join(SentenceToWord( (article["answers"][i], ) )[0] ), negSample
                assert " ".join(SentenceToWord(
                    (article["answers"][i], ))[0]) != negSample
    print "Random negative sampling test passed!"