def test_normal_collect(self): self._logger.info('execute() enter') self._logger.getChild('db_source_collector').AndReturn(self._db_source_collector_logger) self._db_source_collector_logger.info('collect() enter') self._db_source_collector_logger.getChild('data_collector').AndReturn(self._data_collector_logger) self._data_collector_logger.info('collect_data(collect_task_list) enter') self._source_connection.cursor().AndReturn(self._source_cursor) self._data_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q1', 'q2'], [[('cat1', 'data1'), ('cat2', 'data2')], [('cat1', 'data3')]]) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q3'], [[('cat1', 'data1', 'subdata1'), ('cat2', 'data2', 'subdata2'), ('cat1', 'data3', 'subdata3')]]) self._source_connection.close() self._data_collector_logger.info(u'collect_data(collect_task_list) exit') self._db_source_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) save_items_list = [[DataItem(category='cat1', data='data1'), DataItem(category='cat2', data='data2'), DataItem(category='cat1', data='data3')], [DataItem(category='category.cat1', data='data1:subdata1'), DataItem(category='category.cat2', data='data2:subdata2'), DataItem(category='category.cat1', data='data3:subdata3')]] set_process_data_expectations(self._collect_task_logger, self._dest_storage, self._source_id, save_items_list) self._db_source_collector_logger.info('collect() exit') self._logger.info('execute() exit') self._mox.ReplayAll() self.assertTrue(self._collect_task.execute()) self._mox.VerifyAll()
def test_exception_when_process(self): self._logger.info('execute() enter') self._logger.getChild('db_source_collector').AndReturn(self._db_source_collector_logger) self._db_source_collector_logger.info('collect() enter') self._db_source_collector_logger.getChild('data_collector').AndReturn(self._data_collector_logger) self._data_collector_logger.info('collect_data(collect_task_list) enter') self._source_connection.cursor().AndReturn(self._source_cursor) self._data_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q1', 'q2'], [[('cat1',), ('cat2',)], [('cat1',)]]) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q3'], [[('cat1', 'data1', 'subdata1'), ('cat2', 'data2', 'subdata2'), ('cat1', 'data3', 'subdata3')]]) self._source_connection.close() self._data_collector_logger.info(u'collect_data(collect_task_list) exit') self._db_source_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) self._collect_task_logger.info('process_data() enter') self._collect_task_logger.exception('exception in process_data()') self._db_source_collector_logger.exception(u'exception in collect()') self._logger.exception('exception in execute()') self._mox.ReplayAll() self.assertFalse(self._collect_task.execute()) self._mox.VerifyAll()
def test_exception_when_save(self): self._logger.info('execute() enter') self._logger.getChild('db_source_collector').AndReturn(self._db_source_collector_logger) self._db_source_collector_logger.info('collect() enter') self._db_source_collector_logger.getChild('data_collector').AndReturn(self._data_collector_logger) self._data_collector_logger.info('collect_data(collect_task_list) enter') self._source_connection.cursor().AndReturn(self._source_cursor) self._data_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q1', 'q2'], [[('cat1', 'data1'), ('cat2', 'data2')], [('cat1', 'data3')]]) set_collect_data_expectations(self._collect_task_logger, self._source_cursor, ['q3'], [[('cat1', 'data1', 'subdata1'), ('cat2', 'data2', 'subdata2'), ('cat1', 'data3', 'subdata3')]]) self._source_connection.close() self._data_collector_logger.info(u'collect_data(collect_task_list) exit') self._db_source_collector_logger.getChild('collect_task').AndReturn(self._collect_task_logger) self._collect_task_logger.info('process_data() enter') self._collect_task_logger.info('process_data() exit') save_data = [DataItem(category='cat1', data='data1'), DataItem(category='cat2', data='data2'), DataItem(category='cat1', data='data3')] self._dest_storage.save_data(self._source_id, save_data).AndRaise(CustomTestException()) self._db_source_collector_logger.exception(u'exception in collect()') self._logger.exception('exception in execute()') self._mox.ReplayAll() self.assertFalse(self._collect_task.execute()) self._mox.VerifyAll()