def setUp(self): self.image_manager = MagicMock() self.vm_manager = MagicMock() self.image_scanner = DatastoreImageScanner( self.image_manager, self.vm_manager, self.DATASTORE_ID) self.synchronizer = TestSynchronizer() self.wait_at_the_end_of_scan = False self.raise_exception = False self.timeout = self.TIMEOUT
def setUp(self): self.test_dir = os.path.join(tempfile.mkdtemp(), self.BASE_TEMP_DIR) services.register(ServiceName.AGENT_CONFIG, MagicMock()) self.image_manager = EsxImageManager(MagicMock(), MagicMock()) self.vm_manager = MagicMock() self.image_scanner = DatastoreImageScanner(self.image_manager, self.vm_manager, self.DATASTORE_ID) self.write_count = 0 # Create various image directories and empty vmdks image_id_1 = str(uuid.uuid4()) image_id_2 = str(uuid.uuid4()) image_id_3 = str(uuid.uuid4()) image_id_4 = "invalid_image_id" self.image_ids = ["*", image_id_1, image_id_2, image_id_3, image_id_4] dir1 = os.path.join(self.test_dir, "image_" + image_id_1) os.makedirs(dir1) dir2 = os.path.join(self.test_dir, "image_" + image_id_2) os.makedirs(dir2) dir3 = os.path.join(self.test_dir, "image_" + image_id_3) os.makedirs(dir3) dir4 = os.path.join(self.test_dir, "image_" + image_id_4) os.makedirs(dir4) # Create a vmdk under "im", since the image_id is # not a valid uuid it should be skipped open(os.path.join(self.test_dir, "image_im.vmdk"), 'w').close() # Create a good image vmdk under image_id_1, the name # of the vmdk matches the directory that contains it # so this is a valid image to remove vmdk_filename = image_id_1 + ".vmdk" open(os.path.join(dir1, vmdk_filename), 'w').close() # Create a good image vmdk under image_id_2, also create # an unused image marker file, image_id_2 should also be # included in the list of images to remove vmdk_filename = image_id_2 + ".vmdk" open(os.path.join(dir2, vmdk_filename), 'w').close() open( os.path.join( dir2, self.image_manager.IMAGE_MARKER_FILE_NAME), 'w').close() # Don't create anything under directory dir3 # it should still mark the image as deletable # Create a vmdk under an invalid image directory, since # the image id is not valid it should not mark it # for deletion vmdk_filename = image_id_4 + ".vmdk" open(os.path.join(dir4, vmdk_filename), 'w').close()
def setUp(self): self.image_manager = MagicMock() self.vm_manager = MagicMock() self.image_scanner = DatastoreImageScanner( self.image_manager, self.vm_manager, self.DATASTORE_ID) self.synchronizer = TestSynchronizer() self.wait_at_the_end_of_scan = False self.vm_manager.get_vm_images.side_effect = \ self.fake_get_vm_images self.image_manager.mark_unused.side_effect = \ self.fake_mark_unused self.raise_exception = False self.timeout = self.TIMEOUT
def setUp(self, connect, update, creds): # Create VM manager creds.return_value = ["username", "password"] self.vim_client = VimClient(auto_sync=False) self.vim_client.wait_for_task = MagicMock() self.patcher = patch("host.hypervisor.esx.vm_config.GetEnv") self.patcher.start() self.vm_manager = EsxVmManager(self.vim_client, MagicMock()) services.register(ServiceName.AGENT_CONFIG, MagicMock()) # Set up test files self.base_dir = os.path.dirname(__file__) self.test_dir = os.path.join(self.base_dir, "../../test_files") self.image_manager = EsxImageManager(MagicMock(), MagicMock()) self.image_scanner = DatastoreImageScanner(self.image_manager, self.vm_manager, self.DATASTORE_ID) self.write_count = 0
class ImageScannerTestCase(unittest.TestCase): DATASTORE_ID = "DS01" VM_SCAN_RATE = 11 IMAGE_MARK_RATE = 12 TIMEOUT = 6000 # This test uses two threads, the main thread is used to check # the state inside the state machine at different stages. The # second thread, ImageScannerThread, executes the steps in # sequence and calls out the two main methods: # get_active_images() and mark_unused() # These methods have been patched to synchronize with the main # thread. def setUp(self): self.image_manager = MagicMock() self.vm_manager = MagicMock() self.image_scanner = DatastoreImageScanner(self.image_manager, self.vm_manager, self.DATASTORE_ID) self.synchronizer = TestSynchronizer() self.wait_at_the_end_of_scan = False self.vm_manager.get_vm_images.side_effect = \ self.fake_get_vm_images self.image_manager.mark_unused.side_effect = \ self.fake_mark_unused self.raise_exception = False self.timeout = self.TIMEOUT def tearDown(self): self.image_scanner.stop() def test_lifecycle(self): assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.image_scanner.wait_for_task_end() assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.vm_manager.get_vm_images.\ assert_called_once_with(self.image_scanner) self.image_manager.mark_unused.\ assert_called_once_with(self.image_scanner) def test_stop(self): assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.wait_at_the_end_of_scan = True self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.wait_for_runner() self.image_scanner.stop() self.signal_runner() self.image_scanner.wait_for_task_end() assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) exception = self.image_scanner.get_exception() assert_that(isinstance(exception, TaskTerminated) is True) self.vm_manager.get_vm_images.\ assert_called_with(self.image_scanner) assert_that(self.image_manager.mark_unused.called is False) def test_timeout(self): assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.timeout = 1 self.wait_at_the_end_of_scan = True self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.wait_for_runner() time.sleep(2) self.signal_runner() self.image_scanner.wait_for_task_end() assert_that( self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) exception = self.image_scanner.get_exception() assert_that(isinstance(exception, TaskTimeout) is True) self.vm_manager.get_vm_images.\ assert_called_with(self.image_scanner) assert_that(self.image_manager.mark_unused.called is False) def fake_get_vm_images(self, image_scanner): assert_that(image_scanner.datastore_id is self.DATASTORE_ID) assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.VM_SCAN) assert_that(image_scanner.vm_scan_rate is self.VM_SCAN_RATE) if self.wait_at_the_end_of_scan: # Wait here until the main thread wants to continue self.signal_main() self.wait_for_main() return dict() def fake_mark_unused(self, image_scanner): assert_that(image_scanner.datastore_id is self.DATASTORE_ID) assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IMAGE_MARK) assert_that(image_scanner.image_mark_rate is self.IMAGE_MARK_RATE) return dict() def wait_for_runner(self): self.synchronizer.wait_for_runner() def signal_runner(self): self.synchronizer.signal_runner() def wait_for_main(self): self.synchronizer.wait_for_main() def signal_main(self): self.synchronizer.signal_main()
class ImageScannerTestCase(unittest.TestCase): DATASTORE_ID = "DS01" VM_SCAN_RATE = 11 IMAGE_MARK_RATE = 12 TIMEOUT = 6000 # This test uses two threads, the main thread is used to check # the state inside the state machine at different stages. The # second thread, ImageScannerThread, executes the steps in # sequence and calls out the two main methods: # get_active_images() and mark_unused() # These methods have been patched to synchronize with the main # thread. def setUp(self): self.image_manager = MagicMock() self.vm_manager = MagicMock() self.image_scanner = DatastoreImageScanner( self.image_manager, self.vm_manager, self.DATASTORE_ID) self.synchronizer = TestSynchronizer() self.wait_at_the_end_of_scan = False self.vm_manager.get_vm_images.side_effect = \ self.fake_get_vm_images self.image_manager.mark_unused.side_effect = \ self.fake_mark_unused self.raise_exception = False self.timeout = self.TIMEOUT def tearDown(self): self.image_scanner.stop() def test_lifecycle(self): assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.image_scanner.wait_for_task_end() assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.vm_manager.get_vm_images.\ assert_called_once_with(self.image_scanner) self.image_manager.mark_unused.\ assert_called_once_with(self.image_scanner) def test_stop(self): assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.wait_at_the_end_of_scan = True self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.wait_for_runner() self.image_scanner.stop() self.signal_runner() self.image_scanner.wait_for_task_end() assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) exception = self.image_scanner.get_exception() assert_that(isinstance(exception, TaskTerminated) is True) self.vm_manager.get_vm_images.\ assert_called_with(self.image_scanner) assert_that(self.image_manager.mark_unused.called is False) def test_timeout(self): assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) self.timeout = 1 self.wait_at_the_end_of_scan = True self.image_scanner.start(self.timeout, self.VM_SCAN_RATE, self.IMAGE_MARK_RATE) self.wait_for_runner() time.sleep(2) self.signal_runner() self.image_scanner.wait_for_task_end() assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IDLE) exception = self.image_scanner.get_exception() assert_that(isinstance(exception, TaskTimeout) is True) self.vm_manager.get_vm_images.\ assert_called_with(self.image_scanner) assert_that(self.image_manager.mark_unused.called is False) def fake_get_vm_images(self, image_scanner): assert_that(image_scanner.datastore_id is self.DATASTORE_ID) assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.VM_SCAN) assert_that(image_scanner.vm_scan_rate is self.VM_SCAN_RATE) if self.wait_at_the_end_of_scan: # Wait here until the main thread wants to continue self.signal_main() self.wait_for_main() return dict() def fake_mark_unused(self, image_scanner): assert_that(image_scanner.datastore_id is self.DATASTORE_ID) assert_that(self.image_scanner.get_state() is DatastoreImageScanner.State.IMAGE_MARK) assert_that(image_scanner.image_mark_rate is self.IMAGE_MARK_RATE) return dict() def wait_for_runner(self): self.synchronizer.wait_for_runner() def signal_runner(self): self.synchronizer.signal_runner() def wait_for_main(self): self.synchronizer.wait_for_main() def signal_main(self): self.synchronizer.signal_main()