def scrapeTopicIDs(boardId, pageNum):
"""Scrape topic IDs from a board page. Will not store values."""
offset = (pageNum - 1) * 40
html = bitcointalk.requestBoardPage(boardId, offset)
# _saveToFile(html, "boardpage", "{0}.{1}".format(boardId, offset))
data = bitcointalk.parseBoardPage(html)
data = data['topic_ids']
return data
def scrapeTopicIds(boardId, pageNum):
"""Scrape topic IDs from a board page. Will not store values."""
offset = (pageNum-1)*40
html = bitcointalk.requestBoardPage(boardId, offset)
_saveToFile(html, "boardpage", "{0}.{1}".format(boardId, offset))
data = bitcointalk.parseBoardPage(html)
data = data['topic_ids']
return data
def testBoard(self):
"""Test insert and select board functions."""
f = codecs.open("{0}/example/board_74.html".format(
os.path.dirname(os.path.abspath(__file__))), 'r', 'utf-8')
html = f.read()
f.close()
datum = bitcointalk.parseBoardPage(html)
del datum["topic_ids"]
insertBoard(datum)
# Make sure a second insert doesn't cause problems
insertBoard(datum)
selectDatum = selectBoard(74)
self.assertEqual(datum, selectDatum)
def testBoard(self):
"""Test insert and select board functions."""
f = codecs.open("{0}/example/board_74.html".format(
os.path.dirname(os.path.abspath(__file__))), 'r', 'utf-8')
html = f.read()
f.close()
datum = bitcointalk.parseBoardPage(html)
del datum["topic_ids"]
insertBoard(datum)
# Make sure a second insert doesn't cause problems
insertBoard(datum)
selectDatum = selectBoard(74)
self.assertEqual(datum, selectDatum)
