def test_should_get_sources_from_type(self):
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(config_manager, delta_queue)
mock = SourceType('MockSourceImpl', MockSourceImpl)
sources = sm.get_source_for_class(mock, config_manager)
self.assertEquals(len(sources), 1)
def test_should_add_source(self):
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(config_manager, delta_queue)
source = Source('Fake', query)
self.assertEquals(len(sm.sources), 1)
sm.add_sources([source])
self.assertEquals(len(sm.sources), 2)
def pre_ceremony():
'''This function loads/fetches/processes any data your program
will use, and stores that data in your DB or in a json, csv, or
plain text file. It is the first thing the TA will run when grading.
Do NOT change the name of this function or what it returns.'''
sm = SourceManager()
print("Pre-ceremony processing complete.")
return
def test_should_run_in_worker(self):
delta_queue = ClosableQueue()
source_manager = SourceManager.from_config_manager(config_manager, delta_queue)
MockSourceImpl.records.clear()
MockSourceImpl.records.append({'a': 10})
source_manager.process_all_sources()
self.assertEquals(len(delta_queue), 1)
def test_should_get_result_from_source(self):
manager = ConfigManager.from_file('test.ini')
MockSourceImpl.records.clear()
MockSourceImpl.records.append({'a': 10})
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(config_manager, delta_queue)
sm.process_all_sources()
self.assertEquals(delta_queue.get().rows, [{'a': 10}])
def test_should_execute_query(self):
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(config_manager, delta_queue)
# for source in sm.sources:
# data = sm.get_data(source)
# self.assertTrue(len(data) > 0)
# print(data)
# print(source.query.query_name)
sm.process_all_sources()
self.assertEquals(len(delta_queue), 6)
def test_should_get_sources_from_multiple_servers(self):
cm = ConfigManager.from_file('multiple.ini')
source_manager = SourceManager.from_config_manager(cm, ClosableQueue())
self.assertEquals(len(source_manager.sources), 2)
def test_should_load_sql_server_source(self):
manager = ConfigManager.from_file('sql_server.ini')
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(manager, delta_queue)
self.assertTrue(len(sm.sources) > 1)
def test_should_load_from_config_manager(self):
delta_queue = ClosableQueue()
sm = SourceManager.from_config_manager(config_manager, delta_queue)
self.assertTrue(len(sm.sources) == 1)
