def testRun(): lukija = WordReader(["../Material/Grimm's Fairy Tales.txt"]) lukija.readWords() punamusta = RedBlack(lukija) trie = Trie(lukija) print "Adding words from selected material..." intti = 0; setti = 0 for word in lukija.words: trie.add(word[0], word[1:]) punamusta.add(word[0], word[1:]) intti = intti + 1 if intti > lukija.wordcount / 100.0: setti = setti + 1 print setti, '% of words added' intti = 0 print "Searching for words in Grimm's Fairy tales and The Adventures of Tom Sawyer" word = raw_input( "Find a word (or its beginning) in the text: " ).rstrip( '\n' ) positions, count, linecount = trie.find(word) print "Found", count, "instances (", linecount, "lines) @", positions RBpositions, RBcount, RBlinecount = punamusta.find(word) print "Found", RBcount, "instances (", RBlinecount, "lines) @", RBpositions
class PySearcherTestCases(unittest.TestCase): def setUp(self): self.reader = WordReader() self.finder = Trie(self.reader) self.searcher = Searcher(self.finder, '') def tearDown(self): self.reader = None self.finder = None self.searcher = None def testRandomWord(self): """ Tests that non-empty words are found and they are not the same """ word1 = self.searcher.randomWord() word2 = self.searcher.randomWord() self.assertTrue(len(word1) > 1, 'Word length too short') self.assertTrue(len(word2) > 1, 'Word length too short') self.assertNotEqual(word1, word2, 'Found the same word') def testRandomWords(self): """ Tests that a set of random words do not contain the same words """ words = self.searcher.randomWord(5) self.assertTrue(len(set(words)) == 5, 'Did not find 5 unique words') def testBinaryOperationsAreWorking(self): """ Checks that operations are not identic and that correct number of hits is returned for every known result. """ self.reader.addFileName(MaterialFilePath, readNow=True) self.finder.addFromReader() results = [] for operation in operations: results.append(self.searcher.search(operations[operation], returnCount=True)) self.assertTrue(len(set(results)) == 6, #i.e. operations are not identic 'Searcher failed binary operation check') for searchTerm in binaryOperationsSearch: self.assertEqual(self.searcher.search(searchTerm, returnCount=True), binaryOperationsSearch[searchTerm], 'Searcher found wrong number of hits on some search')
def setUp(self): self.reader = WordReader() self.finder = Trie(self.reader) self.searcher = Searcher(self.finder, '')
if __name__ == "__main__": print "Hello World" trieAddFile = openFile('trieAddToEmpty', 'w') punamustaAddFile = openFile('punamustaAddToEmpty', 'w') trieFindLengthFile = openFile('trieFindWordLength', 'w') punamustaFindLengthFile = openFile('punamustaFindWordLength', 'w') trieFindWordCountFile = openFile('trieFindWordCount', 'w') punamustaFindWordCountFile = openFile('punamustaFindWordCoun', 'w') lukija = WordReader(["../Material/Grimm's Fairy Tales.txt"]) lukija.readWords() punamusta = RedBlack(lukija) trie = Trie(lukija) words = pickle.load( open( "randomWordList", "rb" ) ) # indexed by word len repeats = 100; runtimes = [] for i in range(2,17): runtime = addWordsToEmptyList(trie, 2**i, repeats, '%25s\t%10d\t' % ('trie:add', 2**i), False) print '%25s\t%10d\t\t%14.3f ms' % ('trie:addToEmpty', 2**i, runtime) trieAddFile.write('%10d\t%8.3f\n' % (2**i, runtime)) runtimes.append(findWords(trie, words[7], repeats, printout=False)) for index, runtime in enumerate(runtimes): print '%25s\t%10d\t\t%14.3f ms' % ('trie:findWordCount', 2**(index+2), runtime) trieFindWordCountFile.write('%10d\t%14.3f\n' % (2**(index+2), runtime)) runtimes = []