def test_when_query_and_insert_columns_are_different_insertion_and_query_uses_diferent_cols(self):
db = MongoDB()
db.query("labsk_test")
db.insert("to_delete")
db.saveThread({'id':'1'})
self.assertIsNone(db.find_one_by('id', '1'))
db.query("to_delete")
self.assertIsNotNone(db.find_one_by('id', '1'))
db.drop("to_delete")
def test_search_thread(self):
db = MongoDB()
db.query("labsk_merge")
tmp_col = "labsk_temp_temp"
db.insert(tmp_col)
process = ProcessThread()
process.database = db
result = process._search_thread(self.obj_thread)
self.assertIsNotNone(result)
db.drop(tmp_col)
class TestPorcessWithMongo(unittest.TestCase):
""" this test suites verify tje coordination between two collections and the
detection of an unmodified thead.
"""
def setUp(self):
self.obj_thread = ThreadModel(Reports.get_asylum_thread())
self.obj_thread.set_answers(59)
self.mock_listener = mock()
self.db = MongoDB()
self.db.query("labsk_merge")
def test_search_thread(self):
db = MongoDB()
db.query("labsk_merge")
tmp_col = "labsk_temp_temp"
db.insert(tmp_col)
process = ProcessThread()
process.database = db
result = process._search_thread(self.obj_thread)
self.assertIsNotNone(result)
db.drop(tmp_col)
def _create_process(self):
process = ProcessThread()
process.database = self.db
process.listener = self.mock_listener
return process
def test_skip_existing_thread_with_one_msg_and_0_answers(self):
link = 'http://labsk.net/index.php?topic=127734.0'
newT = ThreadModel({'link':link, 'msgs': [{}], 'answers':'0'})
process = self._create_process()
self.assertIsNotNone(process._search_thread(newT))
process._evaluate_thread(newT)
verify(self.mock_listener).skippingUnmodifiedThread(any(), newT)
def enteringThread(self, obj_thread):
print "Thread ", obj_thread.title, ", ", obj_thread.date, " | ", obj_thread.link
self.thread += 1
# Override
def skippingUnmodifiedThread(self, old, new):
""" Old thread seems to be the same one than the new thread """
self.thread -= 1
print "Skipping ", new.title, ", ", new.date, " | ", new.link
def __str__(self):
return ". Threads: " + str(self.thread) \
db = MongoDB()
db.query("labsk_merge")
db.insert("labsk_" + str(datetime.now()))
starttime = datetime.now()
listener = StdListener()
threads = ProcessThreads(db, MsgPageFactory())
threads.setListener(listener)
threads.setPageLimit(1)
threads.setMsgPageLimit(250) # Nunca bajes este valor o perderas mensajes, al menos mantenlo igual
threads.scrapListOfURL(labsk_urls)
delta = datetime.now() - starttime
print "----------------------------------------------"
print "Total time: ", delta
