def setUp(self): fname = 'friends.txt' f = open(fname, 'r') self.txt = f.read() f.close() c = Corpus(self.txt) c.brownInit(500) rnn = RNN(100, c.V, 50) rnn.load('rnn.save') self.trainer = Trainer(c,rnn, nepochs=50, alpha = 1.8)
from rnn import * from dataLoader import Corpus from trainer import Trainer fname = 'shakespear.txt' f = open(fname, 'r') txt = f.read() f.close() c = Corpus(txt) c.brownInit(10000) rnn = RNN(100, c.V, 100) # rnn = RNN.load('rnn.save') rnn.load('rnn.save') # rnn = RNN(100, c.V, 50) trainer = Trainer(c, rnn, nepochs=50, alpha=0.9) trainer.generate_sequence() # trainer.train() trainer.mainEventLoop()
def test_perplexicity(self): c = Corpus("asdada asdaa asd adada dadada. asdas dasd.da ad.a d.sa da asd") c.brownInit(500,0) p = self.trainer.calcPerplexicity(c) print Fore.CYAN, p, "\n"
from rnn import * from dataLoader import Corpus from trainer import Trainer fname = 'shakespear.txt' f = open(fname, 'r') txt = f.read() f.close() c = Corpus(txt) c.brownInit(10000) rnn = RNN(100, c.V, 100) # rnn = RNN.load('rnn.save') rnn.load('rnn.save') # rnn = RNN(100, c.V, 50) trainer = Trainer(c,rnn, nepochs=50, alpha = 0.9) trainer.generate_sequence() # trainer.train() trainer.mainEventLoop()