def test_date_created(self, elastic, no_celery): fake, real = [], [] for i in range(1, 6): fake.append( IndexableWorkTestHelper(elastic, index=False, date=pendulum.now())) real.append( IndexableWorkTestHelper(elastic, index=False, date=pendulum.now().add(days=-i))) real.append( IndexableWorkTestHelper(elastic, index=False, date=pendulum.now().add(days=-i))) index_helpers(*fake) for helper in fake: helper.assert_indexed() helper.work.administrative_change(is_deleted=True) for helper in real: helper.assert_not_indexed() tasks.elasticsearch_janitor(to_daemon=False) for helper in real: helper.assert_indexed()
def test_missing_records_get_indexed(self, elastic, monkeypatch, no_celery): helper1 = IndexableWorkTestHelper(elastic, index=False) helper2 = IndexableWorkTestHelper(elastic, index=False) helper1.assert_not_indexed() helper2.assert_not_indexed() tasks.elasticsearch_janitor(to_daemon=False) helper1.assert_indexed() helper2.assert_indexed()
def janitor(args, argv): """ Usage: {0} search janitor [--dry | --async] [options] Options: -u, --url=URL The URL of Elasticsearch. -i, --index=INDEX The name of the Elasticsearch index to use. -d, --dry Dry run the janitor task. -t, --to-daemon Index records by adding them to the indexer daemon's queue. """ kwargs = { 'es_url': args.get('--url'), 'es_index': args.get('--index'), 'dry': bool(args['--dry']), 'to_daemon': bool(args['--to-daemon']), } if args['--async']: tasks.elasticsearch_janitor.apply_async((), kwargs) else: tasks.elasticsearch_janitor(**kwargs)
def test_date_created(self, elastic, no_celery): fake, real = [], [] for i in range(1, 6): fake.append(IndexableWorkTestHelper(elastic, index=False, date=pendulum.now())) real.append(IndexableWorkTestHelper(elastic, index=False, date=pendulum.now().add(days=-i))) real.append(IndexableWorkTestHelper(elastic, index=False, date=pendulum.now().add(days=-i))) index_helpers(*fake) for helper in fake: helper.assert_indexed() helper.work.administrative_change(is_deleted=True) for helper in real: helper.assert_not_indexed() tasks.elasticsearch_janitor(to_daemon=False) for helper in real: helper.assert_indexed()