def test_indexing(self): # given result = {Crawler.CONTENT: '<html><head><title>some title</title><meta name="description" content="some description"/></head><body><p>some text</p></body></html>', Crawler.EXPANDED_URL: "http://expandedurl.com", Crawler.URL: "http://url.com"} # when indexer = Indexer() indexer.indexing(result) # then expected_index = {u'description': [[3, 0]], u'some': [[0, 0], [2, 0], [4, 0]], u'text': [[5, 0]], u'title': [[1, 0]]} self.assertEqual(expected_index, indexer.index)