def test_curator_will_create_and_delete_multiple_snapshots(self): self.create_indices(10) self.create_repository() curator.command_loop(self.client, command='snapshot', older_than=3, delete_older_than=None, most_recent=None, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(7, len(result['snapshots'])) curator.command_loop(self.client, command='snapshot', delete_older_than=6, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots']))
def test_curator_will_manage_hourly_snapshots(self): self.create_indices(10, 'hours') self.create_repository() curator.command_loop(self.client, time_unit='hours', command='snapshot', older_than=3, delete_older_than=None, most_recent=None, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(7, len(result['snapshots'])) curator.command_loop(self.client, time_unit='hours', command='snapshot', delete_older_than=6, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots']))
def test_curator_will_snap_latest_n_indices(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, most_recent=3, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] indices = curator.get_indices(self.client) self.assertEqual(snapped_indices, indices[-3:])
def test_curator_will_ignore_wrong_timestamp(self): self.create_indices(10) self.create_indices(10, 'hours') self.create_repository() curator.snapshot(self.client, older_than=1, timestring='%Y.%m.%d', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] self.assertEqual(9, len(snapped_indices))
def test_curator_will_create_multiple_snapshots(self): self.create_indices(10) self.create_repository() for i in range(3,0,-1): curator.snapshot(self.client, older_than=i, timestring='%Y.%m.%d', repository=self.args['repository']) time.sleep(1) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots']))
def test_curator_will_snap_latest_n_indices(self): self.create_indices(10) self.create_repository() curator.command_loop(self.client, command='snapshot', delete_older_than=None, most_recent=3, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots'])) snapshots = [x['indices'][0] for x in result['snapshots']] indices = curator.get_indices(self.client) self.assertEqual(snapshots, indices[-3:])
def test_curator_will_create_and_delete_multiple_snapshots(self): self.create_indices(10) self.create_repository() curator.command_loop(self.client, command='snapshot', older_than=3, delete_older_than=None, most_recent=None, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(7, len(result['snapshots'])) curator.command_loop(self.client, command='snapshot', delete_older_than=6, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots']))
def test_curator_will_snap_all_indices(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, all_indices=True, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] snapped_indices.sort() indices = curator.get_indices(self.client) indices.sort() self.assertEqual(snapped_indices, indices)
def test_curator_will_snap_latest_n_indices(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, most_recent=3, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] indices = curator.get_indices(self.client) self.assertEqual(snapped_indices, indices[-3:])
def test_snapshot_will_not_be_created_twice(self): name = 'l-2014.05.22' self.create_repository() self.create_index(name) self.client.create(index=name, doc_type='log', body={'message':'TEST DOCUMENT'}) curator.create_snapshot(self.client, snapshot_name=name, indices=name, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], name) self.assertEqual(name, result['snapshots'][0]['snapshot']) self.assertEqual('SUCCESS', result['snapshots'][0]['state']) self.client.create(index=name, doc_type='log', body={'message':'TEST DOCUMENT TWO'}) # create_snapshot will return True if it skipped the creation... self.assertTrue(curator.create_snapshot(self.client, snapshot_name=name, indices=name, repository=self.args['repository']))
def test_curator_will_manage_hourly_snapshots(self): self.create_indices(10, 'hours') self.create_repository() curator.command_loop(self.client, time_unit='hours', command='snapshot', older_than=3, delete_older_than=None, most_recent=None, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(7, len(result['snapshots'])) curator.command_loop(self.client, time_unit='hours', command='snapshot', delete_older_than=6, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots']))
def test_snapshot_will_be_created_and_deleted(self): name = 'l-2014.05.22' self.create_repository() self.create_index(name) self.client.create(index=name, doc_type='log', body={'message':'TEST DOCUMENT'}) curator.create_snapshot(self.client, snapshot_name=name, indices=name, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], name) self.assertEqual(name, result['snapshots'][0]['snapshot']) self.assertEqual('SUCCESS', result['snapshots'][0]['state']) curator.delete_snapshot(self.client, name, repository=self.args['repository']) snaps = self.client.snapshot.get(repository=self.args['repository'], snapshot='_all') self.assertEqual({"snapshots":[]}, snaps)
def test_curator_will_ignore_wrong_timestamp(self): self.create_indices(10) self.create_indices(10, 'hours') self.create_repository() curator.snapshot(self.client, older_than=1, timestring='%Y.%m.%d', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] self.assertEqual(9, len(snapped_indices))
def test_curator_will_match_snapshot_prefix(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, most_recent=3, snapshot_prefix='foo-', repository=self.args['repository']) curator.snapshot(self.client, most_recent=6, snapshot_prefix='bar-', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') for snap in result['snapshots']: if snap['snapshot'].startswith("foo-"): foo_indices = snap['indices'] elif snap['snapshot'].startswith("bar-"): bar_indices = snap['indices'] self.assertEqual(3, len(foo_indices)) self.assertEqual(6, len(bar_indices))
def test_curator_will_snap_all_indices(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, all_indices=True, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') snapped_indices = result['snapshots'][0]['indices'] snapped_indices.sort() indices = curator.get_indices(self.client) indices.sort() self.assertEqual(snapped_indices, indices)
def test_curator_will_snap_latest_n_indices(self): self.create_indices(10) self.create_repository() curator.command_loop(self.client, command='snapshot', delete_older_than=None, most_recent=3, repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') self.assertEqual(3, len(result['snapshots'])) snapshots = [x['indices'][0] for x in result['snapshots']] indices = curator.get_indices(self.client) self.assertEqual(snapshots, indices[-3:])
def test_curator_will_create_multiple_snapshots(self): self.create_indices(10) self.create_repository() for i in range(3, 0, -1): curator.snapshot(self.client, older_than=i, timestring='%Y.%m.%d', repository=self.args['repository']) time.sleep(1) # Test two ways of getting results to ensure both return properly result = curator.get_snapshot(self.client, self.args['repository'], '_all') result2 = curator.get_object_list(self.client, data_type='snapshot', repository=self.args['repository']) self.assertEqual(3, len(result['snapshots'])) self.assertEqual(3, len(result2))
def test_curator_will_match_snapshot_prefix(self): self.create_indices(10) self.create_repository() curator.snapshot(self.client, most_recent=3, snapshot_prefix='foo-', repository=self.args['repository']) curator.snapshot(self.client, most_recent=6, snapshot_prefix='bar-', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], '_all') for snap in result['snapshots']: if snap['snapshot'].startswith("foo-"): foo_indices = snap['indices'] elif snap['snapshot'].startswith("bar-"): bar_indices = snap['indices'] self.assertEqual(3, len(foo_indices)) self.assertEqual(6, len(bar_indices))
def test_snapshot_will_be_created_and_deleted(self): name = 'l-2014.05.22' self.create_repository() self.create_index(name) self.client.create(index=name, doc_type='log', body={'message': 'TEST DOCUMENT'}) curator._create_snapshot(self.client, name, prefix='l-', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], name) self.assertEqual(name, result['snapshots'][0]['snapshot']) self.assertEqual('SUCCESS', result['snapshots'][0]['state']) curator._delete_snapshot(self.client, name, repository=self.args['repository']) snaps = self.client.snapshot.get(repository=self.args['repository'], snapshot='_all') self.assertEqual({"snapshots": []}, snaps)
def test_snapshot_will_not_be_created_twice(self): name = 'l-2014.05.22' self.create_repository() self.create_index(name) self.client.create(index=name, doc_type='log', body={'message': 'TEST DOCUMENT'}) curator._create_snapshot(self.client, name, prefix='l-', repository=self.args['repository']) result = curator.get_snapshot(self.client, self.args['repository'], name) self.assertEqual(name, result['snapshots'][0]['snapshot']) self.assertEqual('SUCCESS', result['snapshots'][0]['state']) self.client.create(index=name, doc_type='log', body={'message': 'TEST DOCUMENT TWO'}) # _create_snapshot will return True if it skipped the creation... self.assertTrue( curator._create_snapshot(self.client, name, prefix='l-', repository=self.args['repository']))