def make_wale_restore():
return WALERestore(
scope="batman",
datadir="/data",
connstring="host=batman port=5432 user=batman",
env_dir="/etc",
threshold_mb=100,
threshold_pct=100,
use_iam=1,
no_master=0,
retries=WALE_TEST_RETRIES,
)
def setUp(self):
self.wale_restore = WALERestore('batman', '/data',
'host=batman port=5432 user=batman',
'/etc', 100, 100, 1, 0,
WALE_TEST_RETRIES)
def setUp(self):
self.wale_restore = WALERestore("batman", "/data",
"host=batman port=5432 user=batman",
"/etc", 100, 100, 1)
class TestWALERestore(unittest.TestCase):
def setUp(self):
self.wale_restore = WALERestore('batman', '/data',
'host=batman port=5432 user=batman',
'/etc', 100, 100, 1, 0,
WALE_TEST_RETRIES)
def test_should_use_s3_to_create_replica(self):
self.__thread_ident = current_thread().ident
sleeps = [0]
def mock_sleep(*args):
if current_thread().ident == self.__thread_ident:
sleeps[0] += 1
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica())
with patch.object(MockConnect, 'server_version',
PropertyMock(return_value=100000)):
self.assertTrue(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
Mock(return_value=wale_output.replace(b'167772160', b'1'))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('psycopg2.connect',
Mock(side_effect=psycopg2.Error("foo"))):
save_no_master = self.wale_restore.no_master
save_master_connection = self.wale_restore.master_connection
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('time.sleep', mock_sleep):
self.wale_restore.no_master = 1
self.assertTrue(
self.wale_restore.should_use_s3_to_create_replica())
# verify retries
self.assertEqual(sleeps[0], WALE_TEST_RETRIES)
self.wale_restore.master_connection = ''
self.assertTrue(
self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.no_master = save_no_master
self.wale_restore.master_connection = save_master_connection
with patch(
'subprocess.check_output',
Mock(side_effect=subprocess.CalledProcessError(
1, "cmd", "foo"))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
Mock(return_value=wale_output_header)):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
Mock(return_value=wale_output + wale_output_values)):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch(
'subprocess.check_output',
Mock(return_value=wale_output.replace(b'expanded_size_bytes',
b'expanded_size_foo'))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
def test_create_replica_with_s3(self):
with patch('subprocess.call', Mock(return_value=0)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 0)
with patch.object(self.wale_restore,
'fix_subdirectory_path_if_broken',
Mock(return_value=False)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 2)
with patch('subprocess.call', Mock(side_effect=Exception("foo"))):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 1)
def test_run(self):
self.wale_restore.init_error = True
self.assertEqual(self.wale_restore.run(),
2) # this would do 2 retries 1 sec each
self.wale_restore.init_error = False
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
Mock(return_value=True)):
with patch.object(self.wale_restore, 'create_replica_with_s3',
Mock(return_value=0)):
self.assertEqual(self.wale_restore.run(), 0)
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
Mock(return_value=False)):
self.assertEqual(self.wale_restore.run(), 2)
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
Mock(return_value=None)):
self.assertEqual(self.wale_restore.run(), 1)
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
Mock(side_effect=Exception)):
self.assertEqual(self.wale_restore.run(), 2)
@patch('sys.exit', Mock())
def test_main(self):
self.__thread_ident = current_thread().ident
sleeps = [0]
def mock_sleep(*args):
if current_thread().ident == self.__thread_ident:
sleeps[0] += 1
with patch.object(WALERestore, 'run', Mock(return_value=0)):
self.assertEqual(_main(), 0)
with patch.object(WALERestore, 'run', Mock(return_value=1)), \
patch('time.sleep', mock_sleep):
self.assertEqual(_main(), 1)
self.assertTrue(sleeps[0], WALE_TEST_RETRIES)
@patch('os.path.isfile', Mock(return_value=True))
def test_get_major_version(self):
with patch.object(builtins, 'open', mock_open(read_data='9.4')):
self.assertEqual(get_major_version("data"), 9.4)
with patch.object(builtins, 'open', side_effect=OSError):
self.assertEqual(get_major_version("data"), 0.0)
@patch('os.path.islink', Mock(return_value=True))
@patch('os.readlink', Mock(return_value="foo"))
@patch('os.remove', Mock())
@patch('os.mkdir', Mock())
def test_fix_subdirectory_path_if_broken(self):
with patch('os.path.exists',
Mock(return_value=False)): # overriding the class-wide mock
self.assertTrue(
self.wale_restore.fix_subdirectory_path_if_broken("data1"))
for fn in ('os.remove', 'os.mkdir'):
with patch(fn, side_effect=OSError):
self.assertFalse(
self.wale_restore.fix_subdirectory_path_if_broken(
"data3"))
class TestWALERestore(unittest.TestCase):
def setUp(self):
self.wale_restore = WALERestore("batman", "/data",
"host=batman port=5432 user=batman",
"/etc", 100, 100, 1)
def tearDown(self):
pass
def test_should_use_s3_to_create_replica(self):
with patch('psycopg2.connect',
MagicMock(side_effect=psycopg2.Error("foo"))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch(
'subprocess.check_output',
MagicMock(side_effect=subprocess.CalledProcessError(
1, "cmd", "foo"))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
MagicMock(side_effect=fake_backup_data_2)):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
MagicMock(side_effect=fake_backup_data_3)):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
MagicMock(side_effect=fake_backup_data_4)):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.should_use_s3_to_create_replica()
def test_create_replica_with_s3(self):
with patch('subprocess.call', MagicMock(return_value=0)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 0)
with patch('subprocess.call', MagicMock(side_effect=Exception("foo"))):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 1)
def test_run(self):
with patch.object(self.wale_restore, 'init_error',
PropertyMock(return_value=True)):
self.assertEqual(self.wale_restore.run(), 2)
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
MagicMock(return_value=True)):
with patch.object(self.wale_restore, 'create_replica_with_s3',
MagicMock(return_value=0)):
self.assertEqual(self.wale_restore.run(), 0)
class TestWALERestore(unittest.TestCase):
def setUp(self):
self.wale_restore = WALERestore("batman", "/data",
"host=batman port=5432 user=batman",
"/etc", 100, 100, 1, 0, 1)
def test_should_use_s3_to_create_replica(self):
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica())
with patch('psycopg2.connect',
Mock(side_effect=psycopg2.Error("foo"))):
save_no_master = self.wale_restore.no_master
save_master_connection = self.wale_restore.master_connection
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.no_master = 1
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica(
)) # this would do 2 retries 1 sec each
self.wale_restore.master_connection = ''
self.assertTrue(
self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.no_master = save_no_master
self.wale_restore.master_connection = save_master_connection
with patch(
'subprocess.check_output',
Mock(side_effect=subprocess.CalledProcessError(
1, "cmd", "foo"))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output',
Mock(return_value=wale_output.split(b'\n')[0])):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch(
'subprocess.check_output',
Mock(return_value=wale_output.replace(
b' wal_segment_offset_backup_stop', b''))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
with patch(
'subprocess.check_output',
Mock(return_value=wale_output.replace(b'expanded_size_bytes',
b'expanded_size_foo'))):
self.assertFalse(
self.wale_restore.should_use_s3_to_create_replica())
def test_create_replica_with_s3(self):
with patch('subprocess.call', Mock(return_value=0)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 0)
with patch.object(self.wale_restore,
'fix_subdirectory_path_if_broken',
Mock(return_value=False)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 2)
with patch('subprocess.call', Mock(side_effect=Exception("foo"))):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 1)
def test_run(self):
self.wale_restore.init_error = True
self.assertEqual(self.wale_restore.run(),
2) # this would do 2 retries 1 sec each
self.wale_restore.init_error = False
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica',
Mock(return_value=True)):
with patch.object(self.wale_restore, 'create_replica_with_s3',
Mock(return_value=0)):
self.assertEqual(self.wale_restore.run(), 0)
with patch.object(self.wale_restore,
'should_use_s3_to_create_replica',
Mock(return_value=None)):
self.assertEqual(self.wale_restore.run(), 1)
with patch.object(self.wale_restore,
'should_use_s3_to_create_replica',
Mock(side_effect=Exception)):
self.assertEqual(self.wale_restore.run(), 2)
@patch('sys.exit', Mock())
def test_main(self):
with patch.object(WALERestore, 'run', Mock(return_value=0)):
self.assertEqual(_main(), 0)
with patch.object(WALERestore, 'run', Mock(return_value=1)):
self.assertEqual(_main(), 1)
@patch('os.path.isfile', Mock(return_value=True))
def test_get_major_version(self):
with patch.object(builtins, 'open', mock_open(read_data='9.4')):
self.assertEqual(get_major_version("data"), 9.4)
with patch.object(builtins, 'open', side_effect=OSError):
self.assertEqual(get_major_version("data"), 0.0)
@patch('os.path.islink', Mock(return_value=True))
@patch('os.readlink', Mock(return_value="foo"))
@patch('os.remove', Mock())
@patch('os.mkdir', Mock())
def test_fix_subdirectory_path_if_broken(self):
with patch('os.path.exists',
Mock(return_value=False)): # overriding the class-wide mock
self.assertTrue(
self.wale_restore.fix_subdirectory_path_if_broken("data1"))
for fn in ('os.remove', 'os.mkdir'):
with patch(fn, side_effect=OSError):
self.assertFalse(
self.wale_restore.fix_subdirectory_path_if_broken(
"data3"))
def setUp(self):
self.wale_restore = WALERestore(
"batman", "/data", "host=batman port=5432 user=batman", "/etc", 100, 100, 1, 0, 1
)
class TestWALERestore(unittest.TestCase):
def setUp(self):
self.wale_restore = WALERestore(
"batman", "/data", "host=batman port=5432 user=batman", "/etc", 100, 100, 1, 0, 1
)
def test_should_use_s3_to_create_replica(self):
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica())
with patch("psycopg2.connect", Mock(side_effect=psycopg2.Error("foo"))):
save_no_master = self.wale_restore.no_master
save_master_connection = self.wale_restore.master_connection
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.no_master = 1
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica()) # this would do 2 retries 1 sec each
self.wale_restore.master_connection = ""
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.no_master = save_no_master
self.wale_restore.master_connection = save_master_connection
with patch("subprocess.check_output", Mock(side_effect=subprocess.CalledProcessError(1, "cmd", "foo"))):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch("subprocess.check_output", Mock(return_value=wale_output.split(b"\n")[0])):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch(
"subprocess.check_output", Mock(return_value=wale_output.replace(b" wal_segment_offset_backup_stop", b""))
):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch(
"subprocess.check_output",
Mock(return_value=wale_output.replace(b"expanded_size_bytes", b"expanded_size_foo")),
):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
def test_create_replica_with_s3(self):
with patch("subprocess.call", Mock(return_value=0)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 0)
with patch.object(self.wale_restore, "fix_subdirectory_path_if_broken", Mock(return_value=False)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 2)
with patch("subprocess.call", Mock(side_effect=Exception("foo"))):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 1)
def test_run(self):
self.wale_restore.init_error = True
self.assertEqual(self.wale_restore.run(), 2) # this would do 2 retries 1 sec each
self.wale_restore.init_error = False
with patch.object(self.wale_restore, "should_use_s3_to_create_replica", Mock(return_value=True)):
with patch.object(self.wale_restore, "create_replica_with_s3", Mock(return_value=0)):
self.assertEqual(self.wale_restore.run(), 0)
with patch.object(self.wale_restore, "should_use_s3_to_create_replica", Mock(return_value=None)):
self.assertEqual(self.wale_restore.run(), 1)
with patch.object(self.wale_restore, "should_use_s3_to_create_replica", Mock(side_effect=Exception)):
self.assertEqual(self.wale_restore.run(), 2)
@patch("sys.exit", Mock())
def test_main(self):
with patch.object(WALERestore, "run", Mock(return_value=0)):
self.assertEqual(_main(), 0)
with patch.object(WALERestore, "run", Mock(return_value=1)):
self.assertEqual(_main(), 1)
@patch("os.path.isfile", Mock(return_value=True))
def test_get_major_version(self):
with patch.object(builtins, "open", mock_open(read_data="9.4")):
self.assertEqual(get_major_version("data"), 9.4)
with patch.object(builtins, "open", side_effect=OSError):
self.assertEqual(get_major_version("data"), 0.0)
@patch("os.path.islink", Mock(return_value=True))
@patch("os.readlink", Mock(return_value="foo"))
@patch("os.remove", Mock())
@patch("os.mkdir", Mock())
def test_fix_subdirectory_path_if_broken(self):
with patch("os.path.exists", Mock(return_value=False)): # overriding the class-wide mock
self.assertTrue(self.wale_restore.fix_subdirectory_path_if_broken("data1"))
for fn in ("os.remove", "os.mkdir"):
with patch(fn, side_effect=OSError):
self.assertFalse(self.wale_restore.fix_subdirectory_path_if_broken("data3"))
class TestWALERestore(unittest.TestCase):
def setUp(self):
self.wale_restore = WALERestore("batman", "/data", "host=batman port=5432 user=batman", "/etc", 100, 100, 1, 0)
def test_should_use_s3_to_create_replica(self):
with patch('psycopg2.connect', MagicMock(side_effect=psycopg2.Error("foo"))):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output', MagicMock(side_effect=subprocess.CalledProcessError(1, "cmd", "foo"))):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output', MagicMock(side_effect=fake_backup_data_2)):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output', MagicMock(side_effect=fake_backup_data_3)):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
with patch('subprocess.check_output', MagicMock(side_effect=fake_backup_data_4)):
self.assertFalse(self.wale_restore.should_use_s3_to_create_replica())
self.wale_restore.should_use_s3_to_create_replica()
self.wale_restore.no_master = 1
self.assertTrue(self.wale_restore.should_use_s3_to_create_replica())
def test_create_replica_with_s3(self):
with patch('subprocess.call', MagicMock(return_value=0)):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 0)
with patch('subprocess.call', MagicMock(side_effect=Exception("foo"))):
self.assertEqual(self.wale_restore.create_replica_with_s3(), 1)
def test_run(self):
with patch.object(self.wale_restore, 'init_error', PropertyMock(return_value=True)):
self.assertEqual(self.wale_restore.run(), 2)
with patch.object(self.wale_restore, 'should_use_s3_to_create_replica', MagicMock(return_value=True)):
with patch.object(self.wale_restore, 'create_replica_with_s3', MagicMock(return_value=0)):
self.assertEqual(self.wale_restore.run(), 0)
@patch('sys.exit', MagicMock())
@patch.object(WALERestore, 'run', MagicMock(return_value=0))
def test_main(self):
self.assertEqual(_main(), None)