def scrapeTopicIDs(boardId, pageNum): """Scrape topic IDs from a board page. Will not store values.""" offset = (pageNum - 1) * 40 html = bitcointalk.requestBoardPage(boardId, offset) # _saveToFile(html, "boardpage", "{0}.{1}".format(boardId, offset)) data = bitcointalk.parseBoardPage(html) data = data['topic_ids'] return data
def scrapeTopicIds(boardId, pageNum): """Scrape topic IDs from a board page. Will not store values.""" offset = (pageNum-1)*40 html = bitcointalk.requestBoardPage(boardId, offset) _saveToFile(html, "boardpage", "{0}.{1}".format(boardId, offset)) data = bitcointalk.parseBoardPage(html) data = data['topic_ids'] return data
def testBoard(self): """Test insert and select board functions.""" f = codecs.open("{0}/example/board_74.html".format( os.path.dirname(os.path.abspath(__file__))), 'r', 'utf-8') html = f.read() f.close() datum = bitcointalk.parseBoardPage(html) del datum["topic_ids"] insertBoard(datum) # Make sure a second insert doesn't cause problems insertBoard(datum) selectDatum = selectBoard(74) self.assertEqual(datum, selectDatum)