class TestSyncFunctions(unittest.TestCase): def mock_rabbitcli(self, exchange, exchange_type, process_message=None): class MockRabbitMQCommonClient(RabbitMQCommonClient): def publish_message(self, message, routing_key=None, reply_to=None, exchange=None, correlation_id=None, on_fail=None): return return MockRabbitMQCommonClient @mock.patch('imgstorage.imgstoragenas.RabbitMQCommonClient') @mock.patch('imgstorage.imgstoragevm.RabbitMQCommonClient') def setUp(self, mock_rabbit_vm, mock_rabbit_sync): self.nas_client = NasDaemon() mock_rabbit_vm.publish_message = MagicMock() mock_rabbit_sync.publish_message = MagicMock() self.nas_client.process_message = MagicMock() self.nas_client.is_sync_node = MagicMock(return_value = True) self.nas_client.get_node_zpool = MagicMock(return_value = 'my_tank') self.nas_client.SQLITE_DB = '/tmp/test_db_%s'%uuid.uuid4() self.nas_client.run() with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('CREATE TABLE IF NOT EXISTS zvol_calls(zvol TEXT PRIMARY KEY NOT NULL, reply_to TEXT NOT NULL, time INT NOT NULL)') cur.execute('CREATE TABLE IF NOT EXISTS zvols(zvol TEXT PRIMARY KEY NOT NULL, zpool TEXT NOT NULL, iscsi_target TEXT UNIQUE, remotehost TEXT)') cur.execute('INSERT INTO zvols VALUES (?,?,?,?) ',('vol1', None, None, None)) cur.execute('INSERT INTO zvols VALUES (?,?,?,?) ',('vol2', 'my_tank', None, 'compute-0-1')) cur.execute('INSERT INTO zvols VALUES (?,?,?,?) ',('vol3_busy', 'my_tank', None, 'compute-0-1')) cur.execute('INSERT INTO zvol_calls VALUES (?,?,?)',('vol3_busy', 'reply_to', time.time())) cur.execute('INSERT INTO zvols VALUES (?,?,?,?) ',('vol4_busy', 'my_tank', 'iqn.2001-04.com.nas-0-1-vol4_busy', 'compute-0-1')) cur.execute('INSERT INTO zvol_calls VALUES (?,?,?)',('vol4_busy', 'reply_to', time.time())) con.commit() def tearDown(self): os.remove(self.nas_client.SQLITE_DB) @mock.patch('imgstorage.imgstoragenas.NasDaemon.download_snapshot') @mock.patch('imgstorage.imgstoragenas.runCommand') def test_zvol_unmapped_success(self, mock_run_command, mock_download_snapshot): zvol = 'vol4_busy' target = 'iqn.2001-04.com.nas-0-1-%s'%zvol mock_run_command.return_value = (iscsiadm_session_response%(target, zvol)).splitlines() self.nas_client.zvol_unmapped( {'action': 'zvol_unmapped', 'target':target, 'zvol': zvol, 'status':'success'}, BasicProperties(reply_to='compute-0-3', correlation_id='message_id')) self.nas_client.schedule_next_sync() self.nas_client.pool.close() self.nas_client.pool.join() print mock_download_snapshot.mock_calls self.nas_client.download_snapshot.assert_called_with('my_tank', zvol, 'compute-0-3.ibnet') with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('SELECT zvol, iscsi_target, remotehost FROM zvols WHERE zvol = ?',[zvol]) self.assertSequenceEqual(cur.fetchone(), [zvol, None, 'compute-0-1']) @mock.patch('imgstorage.imgstoragevm.VmDaemon.is_sync_enabled', return_value=True) @mock.patch('imgstorage.imgstoragenas.runCommand') def test_zvol_synced_success(self, mock_run_command, mock_sync_enabled): zvol = 'vol2' target = 'iqn.2001-04.com.nas-0-1-%s'%zvol mock_run_command.return_value = (iscsiadm_session_response%(target, zvol)).splitlines() self.nas_client.zvol_synced( {'action': 'zvol_synced', 'status':'success', 'zvol':zvol}, BasicProperties(reply_to='reply_to', correlation_id='message_id')) self.assertFalse(self.check_zvol_busy(zvol)) with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('SELECT zvol, iscsi_target, remotehost FROM zvols WHERE zvol = ?',[zvol]) self.assertSequenceEqual(cur.fetchone(), [zvol, None, 'compute-0-1']) @mock.patch('imgstorage.imgstoragenas.runCommand') @mock.patch('imgstorage.imgstoragenas.NasDaemon.upload_snapshot') def test_zvol_mapped(self, mock_upload_snapshot, mock_run_command): zvol = 'vol4_busy' target = 'iqn.2001-04.com.nas-0-1-%s'%zvol bdev = 'sdc' mock_run_command.return_value = (iscsiadm_session_response%(target, zvol)).splitlines() self.nas_client.zvol_mapped( {'action': 'zvol_mapped', 'target':target, 'bdev':bdev, 'zvol':zvol, 'status':'success'}, BasicProperties(reply_to='reply_to', correlation_id='message_id')) self.nas_client.schedule_next_sync() self.nas_client.pool.close() self.nas_client.pool.join() print mock_upload_snapshot.mock_calls mock_upload_snapshot.assert_called_with('my_tank', zvol, 'reply_to.ibnet') self.assertTrue(self.check_zvol_busy(zvol)) with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('SELECT zvol, iscsi_target, remotehost FROM zvols WHERE zvol = ?',[zvol]) self.assertSequenceEqual(cur.fetchone(), [zvol, target, 'compute-0-1']) @mock.patch('imgstorage.imgstoragenas.runCommand') def test_zvol_mapped_finished(self, mock_run_command): zvol = 'vol4_busy' target = 'iqn.2001-04.com.nas-0-1-%s'%zvol bdev = 'sdc' mock_run_command.return_value = (iscsiadm_session_response%(target, zvol)).splitlines() self.nas_client.zvol_mapped( {'action': 'zvol_mapped', 'target':target, 'bdev':bdev, 'zvol':zvol, 'status':'success'}, BasicProperties(reply_to='reply_to', correlation_id='message_id')) self.nas_client.sync_result = MagicMock() self.nas_client.sync_result.ready = MagicMock(return_value=True) self.nas_client.schedule_next_sync() self.nas_client.queue_connector.publish_message.assert_called_with( {'action': 'zvol_mapped', 'bdev':bdev, 'status': 'success'}, routing_key='reply_to', exchange='') self.assertTrue(self.check_zvol_busy(zvol)) with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('SELECT zvol, iscsi_target, remotehost FROM zvols WHERE zvol = ?',[zvol]) self.assertSequenceEqual(cur.fetchone(), [zvol, target, 'compute-0-1']) @mock.patch('imgstorage.imgstoragenas.runCommand') def test_zvol_unmapped_finished_when_have_pull_scheduled(self, mock_run_command): zvol = 'vol4_busy' target = 'iqn.2001-04.com.nas-0-1-%s'%zvol bdev = 'sdc' mock_run_command.return_value = (iscsiadm_session_response%(target, zvol)).splitlines() with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('INSERT INTO sync_queue VALUES(?,?,?,0,0,1)',[zvol, 'my_tank', 'compute-0-3']) con.commit() self.nas_client.zvol_unmapped( {'action': 'zvol_unmapped', 'target':target, 'zvol':zvol, 'status':'success'}, BasicProperties(reply_to='reply_to', correlation_id='message_id')) cur.execute('SELECT is_delete_remote FROM sync_queue WHERE zvol = ?',[zvol]) self.assertEqual(cur.fetchone()[0], 1) sync_result = MagicMock() sync_result.ready = MagicMock(return_value=True) self.nas_client.results[zvol] = sync_result self.nas_client.schedule_next_sync() self.assertFalse(self.check_zvol_busy(zvol)) print mock_run_command.mock_calls mock_run_command.assert_any_call(['su', 'img-storage', '-c', '/usr/bin/ssh compute-0-3 "/sbin/zfs destroy my_tank/%s -r"'%zvol]) @mock.patch('imgstorage.imgstoragenas.runCommand', return_value= ("my_tank/vm-hpcdev-pub03-1-vol@aaa\n"+ "my_tank/vm-hpcdev-pub03-1-vol@bbb").splitlines()) def test_find_last_snapshot(self, mock_run_command): zvol = 'vm-hpcdev-pub03-1-vol' self.assertEqual(self.nas_client.find_last_snapshot('my_tank', zvol), 'bbb') def check_zvol_busy(self, zvol): with sqlite3.connect(self.nas_client.SQLITE_DB) as con: cur = con.cursor() cur.execute('SELECT count(*) from zvol_calls where zvol = ?',[zvol]) num_rows = cur.fetchone()[0] return num_rows > 0 def assertSequenceEqual(self, it1, it2): self.assertEqual(tuple(it1), tuple(it2))