def setUp(self):
super(RSRDataRetrieverTest, self).setUp()
self.data_retriever_config = RSRDataRetrieverConfig(DataHostPaths())
self.mock_data_host_file_system = self.mox.CreateMock(FileSystem)
self.mock_local_file_system = self.mox.CreateMock(LocalFileSystem)
self.mock_settings_reader = self.mox.CreateMock(DjangoSettingsReader)
self.mock_data_handler = self.mox.CreateMock(DataHandler)
self.mock_feedback = self.mox.CreateMock(ExecutionFeedback)
self.mock_time_stamp_formatter = self.mox.CreateMock(
TimeStampFormatter)
self.data_retriever = RSRDataRetriever(
self.data_retriever_config, self.mock_data_host_file_system,
self.mock_local_file_system, self.mock_settings_reader,
self.mock_data_handler, self.mock_feedback,
self.mock_time_stamp_formatter)
def _can_create_instance_for(self, host_controller_class):
database_credentials = TemplateLoader.load_database_credentials()
mock_host_controller = self.mox.CreateMock(host_controller_class)
mock_host_controller.feedback = self.mock_feedback
mock_host_controller.sudo('chmod a+w %s' % self.data_retriever_config.rsr_log_file_path)
self.mox.ReplayAll()
self.assertIsInstance(RSRDataRetriever.create_with(database_credentials, mock_host_controller), RSRDataRetriever)
def _can_create_instance_for(self, host_controller_class):
database_credentials = TemplateLoader.load_database_credentials()
mock_host_controller = self.mox.CreateMock(host_controller_class)
mock_host_controller.feedback = self.mock_feedback
mock_host_controller.sudo('chmod a+w %s' %
self.data_retriever_config.rsr_log_file_path)
self.mox.ReplayAll()
self.assertIsInstance(
RSRDataRetriever.create_with(database_credentials,
mock_host_controller),
RSRDataRetriever)
def setUp(self):
super(RSRDataRetrieverTest, self).setUp()
self.data_retriever_config = RSRDataRetrieverConfig(DataHostPaths())
self.mock_data_host_file_system = self.mox.CreateMock(FileSystem)
self.mock_local_file_system = self.mox.CreateMock(LocalFileSystem)
self.mock_settings_reader = self.mox.CreateMock(DjangoSettingsReader)
self.mock_data_handler = self.mox.CreateMock(DataHandler)
self.mock_feedback = self.mox.CreateMock(ExecutionFeedback)
self.mock_time_stamp_formatter = self.mox.CreateMock(TimeStampFormatter)
self.data_retriever = RSRDataRetriever(self.data_retriever_config, self.mock_data_host_file_system,
self.mock_local_file_system, self.mock_settings_reader,
self.mock_data_handler, self.mock_feedback,
self.mock_time_stamp_formatter)
class RSRDataRetrieverTest(mox.MoxTestBase):
def setUp(self):
super(RSRDataRetrieverTest, self).setUp()
self.data_retriever_config = RSRDataRetrieverConfig(DataHostPaths())
self.mock_data_host_file_system = self.mox.CreateMock(FileSystem)
self.mock_local_file_system = self.mox.CreateMock(LocalFileSystem)
self.mock_settings_reader = self.mox.CreateMock(DjangoSettingsReader)
self.mock_data_handler = self.mox.CreateMock(DataHandler)
self.mock_feedback = self.mox.CreateMock(ExecutionFeedback)
self.mock_time_stamp_formatter = self.mox.CreateMock(
TimeStampFormatter)
self.data_retriever = RSRDataRetriever(
self.data_retriever_config, self.mock_data_host_file_system,
self.mock_local_file_system, self.mock_settings_reader,
self.mock_data_handler, self.mock_feedback,
self.mock_time_stamp_formatter)
def test_can_create_instance_for_local_host(self):
"""fab.tests.data.rsr_data_retriever_test Can create an RSRDataRetriever instance for a local host"""
self._can_create_instance_for(LocalHostController)
def test_can_create_instance_for_remote_host(self):
"""fab.tests.data.rsr_data_retriever_test Can create an RSRDataRetriever instance for a remote host"""
self._can_create_instance_for(RemoteHostController)
def _can_create_instance_for(self, host_controller_class):
database_credentials = TemplateLoader.load_database_credentials()
mock_host_controller = self.mox.CreateMock(host_controller_class)
mock_host_controller.feedback = self.mock_feedback
mock_host_controller.sudo('chmod a+w %s' %
self.data_retriever_config.rsr_log_file_path)
self.mox.ReplayAll()
self.assertIsInstance(
RSRDataRetriever.create_with(database_credentials,
mock_host_controller),
RSRDataRetriever)
def test_can_fetch_data_from_database(self):
"""fab.tests.data.rsr_data_retriever_test Can fetch data from database"""
time_stamped_data_extract_name = 'rsrdb_utc_timestamp'
self.mock_time_stamp_formatter.append_timestamp('rsrdb').AndReturn(
time_stamped_data_extract_name)
rsr_data_extract_path = os.path.join(
self.data_retriever_config.data_archives_home,
time_stamped_data_extract_name + '.sql')
self._ensure_data_archives_can_be_stored()
self._exit_if_rsr_env_paths_not_found()
self._ensure_rsr_log_file_is_writable()
self._extract_data_to(rsr_data_extract_path)
self._compress_and_download_data_extract(rsr_data_extract_path)
self.mox.ReplayAll()
self.data_retriever.fetch_data_from_database()
def _ensure_data_archives_can_be_stored(self):
self.mock_local_file_system.ensure_directory_exists(
self.data_retriever_config.data_archives_home)
self.mock_data_host_file_system.ensure_directory_exists_with_sudo(
self.data_retriever_config.data_archives_home)
def _exit_if_rsr_env_paths_not_found(self):
self.mock_data_host_file_system.exit_if_directory_does_not_exist(
self.data_retriever_config.rsr_env_path)
self.mock_data_host_file_system.exit_if_file_does_not_exist(
self.data_retriever_config.rsr_app_path)
self.mock_data_host_file_system.exit_if_file_does_not_exist(
self.data_retriever_config.rsr_log_file_path)
def _ensure_rsr_log_file_is_writable(self):
self.mock_feedback.comment('Ensuring RSR log file is writable')
self.mock_data_host_file_system.make_file_writable_for_all_users(
self.data_retriever_config.rsr_log_file_path)
def _extract_data_to(self, data_extract_path):
self.mock_settings_reader.rsr_database_name().AndReturn('some_rsrdb')
self.mock_data_handler.extract_data_to(data_extract_path, 'some_rsrdb')
def _compress_and_download_data_extract(self, data_extract_path):
data_archive_path = data_extract_path + '.zip'
self.mock_data_host_file_system.compress_file(data_extract_path)
self.mock_data_host_file_system.download_file(
data_archive_path, self.data_retriever_config.data_archives_home)
self.mock_data_host_file_system.delete_file(data_extract_path)
self.mock_data_host_file_system.delete_file(data_archive_path)
def _change_dir_to(self, expected_directory):
self.mock_data_host_file_system.cd(expected_directory).AndReturn(
fabric.api.cd(expected_directory))
class RSRDataRetrieverTest(mox.MoxTestBase):
def setUp(self):
super(RSRDataRetrieverTest, self).setUp()
self.data_retriever_config = RSRDataRetrieverConfig(DataHostPaths())
self.mock_data_host_file_system = self.mox.CreateMock(FileSystem)
self.mock_local_file_system = self.mox.CreateMock(LocalFileSystem)
self.mock_settings_reader = self.mox.CreateMock(DjangoSettingsReader)
self.mock_data_handler = self.mox.CreateMock(DataHandler)
self.mock_feedback = self.mox.CreateMock(ExecutionFeedback)
self.mock_time_stamp_formatter = self.mox.CreateMock(TimeStampFormatter)
self.data_retriever = RSRDataRetriever(self.data_retriever_config, self.mock_data_host_file_system,
self.mock_local_file_system, self.mock_settings_reader,
self.mock_data_handler, self.mock_feedback,
self.mock_time_stamp_formatter)
def test_can_create_instance_for_local_host(self):
"""fab.tests.data.rsr_data_retriever_test Can create an RSRDataRetriever instance for a local host"""
self._can_create_instance_for(LocalHostController)
def test_can_create_instance_for_remote_host(self):
"""fab.tests.data.rsr_data_retriever_test Can create an RSRDataRetriever instance for a remote host"""
self._can_create_instance_for(RemoteHostController)
def _can_create_instance_for(self, host_controller_class):
database_credentials = TemplateLoader.load_database_credentials()
mock_host_controller = self.mox.CreateMock(host_controller_class)
mock_host_controller.feedback = self.mock_feedback
mock_host_controller.sudo('chmod a+w %s' % self.data_retriever_config.rsr_log_file_path)
self.mox.ReplayAll()
self.assertIsInstance(RSRDataRetriever.create_with(database_credentials, mock_host_controller), RSRDataRetriever)
def test_can_fetch_data_from_database(self):
"""fab.tests.data.rsr_data_retriever_test Can fetch data from database"""
time_stamped_data_extract_name = 'rsrdb_utc_timestamp'
self.mock_time_stamp_formatter.append_timestamp('rsrdb').AndReturn(time_stamped_data_extract_name)
rsr_data_extract_path = os.path.join(self.data_retriever_config.data_archives_home, '%s.sql' % time_stamped_data_extract_name)
self._ensure_data_archives_can_be_stored()
self._exit_if_rsr_env_paths_not_found()
self._ensure_rsr_log_file_is_writable()
self._extract_data_to(rsr_data_extract_path)
self._compress_and_download_data_extract(rsr_data_extract_path)
self.mox.ReplayAll()
self.data_retriever.fetch_data_from_database()
def _ensure_data_archives_can_be_stored(self):
self.mock_local_file_system.ensure_directory_exists(self.data_retriever_config.data_archives_home)
self.mock_data_host_file_system.ensure_directory_exists_with_sudo(self.data_retriever_config.data_archives_home)
def _exit_if_rsr_env_paths_not_found(self):
self.mock_data_host_file_system.exit_if_directory_does_not_exist(self.data_retriever_config.rsr_env_path)
self.mock_data_host_file_system.exit_if_file_does_not_exist(self.data_retriever_config.rsr_app_path)
self.mock_data_host_file_system.exit_if_file_does_not_exist(self.data_retriever_config.rsr_log_file_path)
def _ensure_rsr_log_file_is_writable(self):
self.mock_feedback.comment('Ensuring RSR log file is writable')
self.mock_data_host_file_system.make_file_writable_for_all_users(self.data_retriever_config.rsr_log_file_path)
def _extract_data_to(self, data_extract_path):
self.mock_settings_reader.rsr_database_name().AndReturn('some_rsrdb')
self.mock_data_handler.extract_data_to(data_extract_path, 'some_rsrdb')
def _compress_and_download_data_extract(self, data_extract_path):
self.mock_data_host_file_system.compress_file(data_extract_path)
self.mock_data_host_file_system.delete_file(data_extract_path)
self.mock_data_host_file_system.download_file('%s.zip' % data_extract_path, self.data_retriever_config.data_archives_home)
def _change_dir_to(self, expected_directory):
self.mock_data_host_file_system.cd(expected_directory).AndReturn(fabric.api.cd(expected_directory))
def create_with(database_credentials,
host_controller=RemoteHostController()):
return DataRetrievalHost(
RSRDataRetriever.create_with(database_credentials,
host_controller))
def create_with(database_credentials, host_controller=RemoteHostController()):
return DataRetrievalHost(RSRDataRetriever.create_with(database_credentials, host_controller))