Example #1
0
 def setUp(self):
     super(ReportXformPillowTest, self).setUp()
     FormProcessorTestUtils.delete_all_xforms()
     with trap_extra_setup(ConnectionError):
         self.elasticsearch = get_es_new()
         ensure_index_deleted(REPORT_XFORM_INDEX_INFO.index)
         initialize_index_and_mapping(self.elasticsearch, REPORT_XFORM_INDEX_INFO)
    def setUp(self):
        self.es = get_es_new()
        self.index = TEST_INDEX_INFO.index

        with trap_extra_setup(ConnectionError):
            ensure_index_deleted(self.index)
            initialize_index_and_mapping(self.es, TEST_INDEX_INFO)
Example #3
0
 def setUp(self):
     super(UserPillowTestBase, self).setUp()
     self.index_info = USER_INDEX_INFO
     self.elasticsearch = get_es_new()
     delete_all_users()
     ensure_index_deleted(self.index_info.index)
     initialize_index(self.elasticsearch, self.index_info)
Example #4
0
 def tearDownClass(cls):
     for form in cls.all_forms:
         form.delete()
     for app in cls.apps:
         app.delete()
     ensure_index_deleted(XFORM_INDEX_INFO.index)
     super(ExportsFormsAnalyticsTest, cls).tearDownClass()
 def setUp(self):
     super(DomainPillowTest, self).setUp()
     self.index_info = DOMAIN_INDEX_INFO
     self.elasticsearch = get_es_new()
     delete_all_domains()
     ensure_index_deleted(self.index_info.index)
     initialize_index(self.elasticsearch, self.index_info)
Example #6
0
 def setUp(self):
     self.index_info = DOMAIN_INDEX_INFO
     self.elasticsearch = get_es_new()
     ensure_index_deleted(self.index_info.index)
     initialize_index(self.elasticsearch, self.index_info)
     import time
     time.sleep(1)  # without this we get a 503 response about 30% of the time
 def setUp(self):
     super(ReportCaseReindexerTest, self).setUp()
     FormProcessorTestUtils.delete_all_xforms()
     FormProcessorTestUtils.delete_all_cases()
     with trap_extra_setup(ConnectionError):
         self.elasticsearch = get_es_new()
         ensure_index_deleted(REPORT_CASE_INDEX_INFO.index)
Example #8
0
 def setUp(self):
     with trap_extra_setup(ConnectionError):
         ensure_index_deleted(USER_INDEX)
     self.es_client = get_es_new()
     initialize_index_and_mapping(self.es_client, USER_INDEX_INFO)
     self.user_id = 'user1'
     _create_es_user(self.es_client, self.user_id, self.domain)
Example #9
0
    def setUp(self):
        super(AppPillowTest, self).setUp()
        FormProcessorTestUtils.delete_all_cases()
        with trap_extra_setup(ConnectionError):
            self.es = get_es_new()

        ensure_index_deleted(APP_INDEX_INFO.index)
        initialize_index_and_mapping(self.es, APP_INDEX_INFO)
 def tearDown(self):
     ensure_index_deleted(CASE_SEARCH_INDEX)
     self.user.delete()
     self.domain.delete()
     for query_addition in CaseSearchQueryAddition.objects.all():
         query_addition.delete()
     cache = get_redis_default_cache()
     cache.clear()
    def setUp(self):
        self.pillow = TestElasticPillow(online=False)
        self.es = self.pillow.get_es_new()
        self.index = self.pillow.es_index

        with trap_extra_setup(ConnectionError):
            ensure_index_deleted(self.index)
            completely_initialize_pillow_index(self.pillow)
Example #12
0
 def setUp(self):
     FormProcessorTestUtils.delete_all_cases(self.domain)
     FormProcessorTestUtils.delete_all_ledgers(self.domain)
     with trap_extra_setup(ConnectionError):
         self.pillow = get_ledger_to_elasticsearch_pillow()
     self.elasticsearch = get_es_new()
     ensure_index_deleted(LEDGER_INDEX_INFO.index)
     initialize_index_and_mapping(get_es_new(), LEDGER_INDEX_INFO)
Example #13
0
    def tearDown(self):
        ensure_index_deleted(self.es_index)
        self.couch_user.delete()
        self._clear_docs()

        self.teardown_subscription()

        super(ExportTest, self).tearDown()
Example #14
0
    def setUp(self):
        self.pillow = TestElasticPillow(online=False)
        self.es = self.pillow.get_es_new()
        self.index = self.pillow.es_index

        ensure_index_deleted(self.index)

        completely_initialize_pillow_index(self.pillow)
Example #15
0
    def setUp(self):
        FormProcessorTestUtils.delete_all_cases()
        self.elasticsearch = get_es_new()
        self.pillow = get_case_search_to_elasticsearch_pillow()
        ensure_index_deleted(CASE_SEARCH_INDEX)

        # Bootstrap ES
        initialize_index_and_mapping(get_es_new(), CASE_SEARCH_INDEX_INFO)
 def tearDownClass(cls):
     super(CallCenterLocationOwnerOptionsViewTest, cls).tearDownClass()
     for user in cls.users:
         user.delete()
     CALL_CENTER_LOCATION_OWNERS.set(cls.domain.name, False, NAMESPACE_DOMAIN)
     cls.domain.delete()
     cls.web_user.delete()
     ensure_index_deleted(USER_INDEX_INFO.index)
     ensure_index_deleted(GROUP_INDEX_INFO.index)
 def setUpClass(cls):
     cls.pillow = pillow = XFormPillow()
     ensure_index_deleted(pillow.es_index)
     completely_initialize_pillow_index(pillow)
     cls._setup_domain_user()
     cls._setup_apps()
     cls._setup_forms()
     pillow.get_es_new().indices.refresh(pillow.es_index)
     cls.run_malt_generation()
Example #18
0
 def setUp(self):
     self.username = '******'
     self.first_name = 'clark'
     self.last_name = 'kent'
     self.doc_type = 'CommCareUser'
     self.domain = 'user-esaccessors-test'
     self.es = get_es_new()
     ensure_index_deleted(USER_INDEX)
     initialize_index_and_mapping(self.es, USER_INDEX_INFO)
Example #19
0
 def setUpClass(cls):
     cls.es = get_es_new()
     ensure_index_deleted(XFORM_INDEX_INFO.index)
     initialize_index_and_mapping(cls.es, XFORM_INDEX_INFO)
     cls._setup_domain_user()
     cls._setup_apps()
     cls._setup_forms()
     cls.es.indices.refresh(XFORM_INDEX_INFO.index)
     cls.run_malt_generation()
    def setUp(self):
        super(CaseSearchPillowTest, self).setUp()
        FormProcessorTestUtils.delete_all_cases()
        self.elasticsearch = get_es_new()
        self.pillow = get_case_pillow(skip_ucr=True)
        ensure_index_deleted(CASE_SEARCH_INDEX)

        # Bootstrap ES
        initialize_index_and_mapping(get_es_new(), CASE_SEARCH_INDEX_INFO)
Example #21
0
    def test_new_case_reindexer(self):
        FormProcessorTestUtils.delete_all_cases()
        case = _create_and_save_a_case()

        ensure_index_deleted(CASE_INDEX)  # new reindexer doesn't force delete the index so do it in the test
        index_id = 'sql-case' if settings.TESTS_SHOULD_USE_SQL_BACKEND else 'case'
        call_command('ptop_reindexer_v2', index_id)
        CasePillow().get_es_new().indices.refresh(CASE_INDEX)  # as well as refresh the index

        self._assert_case_is_in_es(case)
Example #22
0
    def tearDown(self):
        ensure_index_deleted(XFORM_INDEX_INFO.index)
        self.couch_user.delete()
        self._clear_docs()
        self.domain.delete()

        self.teardown_subscription()
        clear_plan_version_cache()

        super(ExportTest, self).tearDown()
Example #23
0
    def setUp(self):
        self.user = CommCareUser.create(DOMAIN, 'user1', '***')
        self.request = Mock()
        self.request.method = 'POST'
        self.request.POST = {}
        self.request.project.commtrack_enabled = False
        self.request.couch_user = self.user.user_id

        with trap_extra_setup(ConnectionError):
            ensure_index_deleted(self.es_index)
            self.pillow = self.get_pillow()
Example #24
0
    def test_new_xform_reindexer(self):
        FormProcessorTestUtils.delete_all_xforms()
        form = _create_and_save_a_form()

        ensure_index_deleted(XFORM_INDEX)
        index_id = 'sql-form' if settings.TESTS_SHOULD_USE_SQL_BACKEND else 'form'

        call_command('ptop_reindexer_v2', index_id)
        XFormPillow().get_es_new().indices.refresh(XFORM_INDEX)

        self._assert_form_is_in_es(form)
Example #25
0
    def setUp(self):
        super(ReportUtilTests, self).setUp()
        self.user = CommCareUser.create(DOMAIN, 'user1', '***')
        self.request = Mock()
        self.request.method = 'POST'
        self.request.POST = {}
        self.request.project.commtrack_enabled = False
        self.request.couch_user = self.user.user_id

        with trap_extra_setup(ConnectionError):
            ensure_index_deleted(XFORM_INDEX_INFO.index)
            initialize_index_and_mapping(get_es_new(), XFORM_INDEX_INFO)
Example #26
0
 def test_domain_reindexer(self):
     delete_all_domains()
     ensure_index_deleted(DOMAIN_INDEX)
     name = 'reindex-test-domain'
     create_domain(name)
     call_command('ptop_reindexer_v2', index='domain', cleanup=True, noinput=True)
     results = DomainES().run()
     self.assertEqual(1, results.total, results.hits)
     domain_doc = results.hits[0]
     self.assertEqual(name, domain_doc['name'])
     self.assertEqual('Domain', domain_doc['doc_type'])
     delete_es_index(DOMAIN_INDEX)
Example #27
0
    def setUp(self):
        super(ExportTest, self).setUp()
        self._clear_docs()
        self.domain = create_domain(DOMAIN)
        self.setup_subscription(self.domain.name, SoftwarePlanEdition.ADVANCED)

        self.couch_user = WebUser.create(None, "test", "foobar")
        self.couch_user.add_domain_membership(DOMAIN, is_admin=True)
        self.couch_user.save()

        with trap_extra_setup(ConnectionError):
            ensure_index_deleted(self.es_index)
            self.pillow = self.get_pillow()
Example #28
0
    def setUp(self):
        super(ExportTest, self).setUp()
        self._clear_docs()
        self.domain = create_domain(DOMAIN)
        self.setup_subscription(self.domain.name, SoftwarePlanEdition.ADVANCED)

        self.couch_user = WebUser.create(None, "test", "foobar")
        self.couch_user.add_domain_membership(DOMAIN, is_admin=True)
        self.couch_user.save()

        with trap_extra_setup(ConnectionError):
            self.es = get_es_new()
            ensure_index_deleted(XFORM_INDEX_INFO.index)
            initialize_index_and_mapping(self.es, XFORM_INDEX_INFO)
    def setUpClass(cls):
        super(CallCenterLocationOwnerOptionsViewTest, cls).setUpClass()

        with trap_extra_setup(ConnectionError, msg="cannot connect to elasicsearch"):
            es = get_es_new()
            ensure_index_deleted(USER_INDEX_INFO.index)
            ensure_index_deleted(GROUP_INDEX_INFO.index)
            initialize_index_and_mapping(es, USER_INDEX_INFO)
            initialize_index_and_mapping(es, GROUP_INDEX_INFO)

        # Create domain
        cls.domain = create_domain(TEST_DOMAIN)
        cls.domain.save()

        CALL_CENTER_LOCATION_OWNERS.set(cls.domain.name, True, NAMESPACE_DOMAIN)

        cls.username = "******"
        cls.password = "******"
        cls.web_user = WebUser.create(cls.domain.name, cls.username, cls.password)
        cls.web_user.save()

        # Create case sharing groups
        cls.groups = []
        for i in range(2):
            group = Group(domain=TEST_DOMAIN, name="group{}".format(i), case_sharing=True)
            group.save()
            send_to_elasticsearch('groups', group.to_json())
            cls.groups.append(group)
        es.indices.refresh(GROUP_INDEX_INFO.index)
        cls.group_ids = {g._id for g in cls.groups}

        # Create locations
        LocationType.objects.get_or_create(
            domain=cls.domain.name,
            name=LOCATION_TYPE,
            shares_cases=True,
        )
        cls.locations = [
            make_loc('loc{}'.format(i), type=LOCATION_TYPE, domain=TEST_DOMAIN) for i in range(4)
        ]
        cls.location_ids = {l._id for l in cls.locations}

        # Create users
        cls.users = [CommCareUser.create(TEST_DOMAIN, 'user{}'.format(i), '***') for i in range(3)]
        for user in cls.users:
            send_to_elasticsearch('users', user.to_json())
        es.indices.refresh(USER_INDEX_INFO.index)
        cls.user_ids = {u._id for u in cls.users}
Example #30
0
    def test_get_all_commcare_users_by_domain(self):
        from corehq.util.elastic import ensure_index_deleted
        from corehq.elastic import get_es_new, send_to_elasticsearch
        from corehq.pillows.mappings.user_mapping import USER_INDEX_INFO, USER_INDEX
        from pillowtop.es_utils import initialize_index_and_mapping

        es = get_es_new()
        ensure_index_deleted(USER_INDEX)
        initialize_index_and_mapping(es, USER_INDEX_INFO)
        send_to_elasticsearch('users', self.ccuser_1.to_json())
        send_to_elasticsearch('users', self.ccuser_2.to_json())
        es.indices.refresh(USER_INDEX)

        usernames = lambda users: [u.username for u in users]
        # if no filters are passed, should return all cc-users in the domain
        self.assertItemsEqual(
            usernames(get_commcare_users_by_filters(self.ccdomain.name, {})),
            usernames([self.ccuser_2, self.ccuser_1])
        )
        self.assertEqual(
            get_commcare_users_by_filters(self.ccdomain.name, {}, count_only=True),
            2
        )
        # can search by username
        self.assertItemsEqual(
            usernames(get_commcare_users_by_filters(self.ccdomain.name, {'search_string': 'user_1'})),
            [self.ccuser_1.username]
        )
        self.assertEqual(
            get_commcare_users_by_filters(self.ccdomain.name, {'search_string': 'user_1'}, count_only=True),
            1
        )
        # can search by role_id
        self.assertItemsEqual(
            usernames(get_commcare_users_by_filters(self.ccdomain.name, {'role_id': self.custom_role._id})),
            [self.ccuser_2.username]
        )
        self.assertEqual(
            get_commcare_users_by_filters(self.ccdomain.name, {'role_id': self.custom_role._id}, count_only=True),
            1
        )

        ensure_index_deleted(USER_INDEX)
Example #31
0
 def setUpClass(cls):
     super(GroupReindexerTest, cls).setUpClass()
     ensure_index_deleted(GROUP_INDEX_INFO.index)
 def tearDown(self):
     ensure_index_deleted(CASE_SEARCH_INDEX)
     CaseSearchConfig.objects.all().delete()
     super(CaseSearchPillowTest, self).tearDown()
Example #33
0
 def setUp(self):
     self.index = TEST_INDEX_INFO.index
     self.es = get_es_new()
     with trap_extra_setup(ConnectionError):
         ensure_index_deleted(self.index)
Example #34
0
 def tearDown(self):
     ensure_index_deleted(CASE_INDEX_INFO.index)
Example #35
0
 def tearDown(self):
     ensure_index_deleted(self.index_info.index)
     super(UserPillowTestBase, self).tearDown()
Example #36
0
 def setUp(self):
     self.elasticsearch = get_es_new()
     for index in [GROUP_INDEX_INFO, USER_INDEX_INFO]:
         ensure_index_deleted(index.index)
         initialize_index(self.elasticsearch, index)
     delete_all_groups()
Example #37
0
 def tearDownClass(self):
     FormProcessorTestUtils.delete_all_cases()
     ensure_index_deleted(CASE_SEARCH_INDEX_INFO.index)
     super(TestFilterDslLookups, self).tearDownClass()
Example #38
0
 def tearDownClass(cls):
     ensure_index_deleted(USER_INDEX)
Example #39
0
 def tearDown(self):
     FormProcessorTestUtils.delete_all_cases()
     delete_all_users()
     ensure_index_deleted(CASE_SEARCH_INDEX_INFO.index)
     super().tearDown()
Example #40
0
 def tearDownClass(cls):
     ensure_index_deleted(CASE_INDEX_INFO.index)
     ensure_index_deleted(XFORM_INDEX_INFO.index)
     ensure_index_deleted(GROUP_INDEX_INFO.index)
Example #41
0
 def tearDown(self):
     ensure_index_deleted(CASE_INDEX_INFO.index)
     ensure_index_deleted(DOMAIN_INDEX_INFO.index)
     FormProcessorTestUtils.delete_all_cases_forms_ledgers(self.domain)
     super(ESAccessorsTest, self).tearDown()
 def tearDownClass(cls):
     delete_all_users()
     cls.domain_obj.delete()
     ensure_index_deleted(USER_INDEX)
     super().tearDownClass()
 def tearDown(self):
     FormProcessorTestUtils.delete_all_xforms()
     ensure_index_deleted(REPORT_XFORM_INDEX_INFO.index)
     super(ReportXformReindexerTest, self).tearDown()
Example #44
0
 def setUp(self):
     self.elasticsearch = get_es_new()
     ensure_index_deleted(GROUP_INDEX_INFO.index)
     initialize_index(self.elasticsearch, GROUP_INDEX_INFO)
     delete_all_groups()
Example #45
0
 def tearDownClass(cls):
     ensure_index_deleted(USER_INDEX)
     super(UserReindexerTest, cls).tearDownClass()
Example #46
0
 def tearDownClass(cls):
     ensure_index_deleted(LEDGER_INDEX_INFO.index)
Example #47
0
 def tearDown(self):
     ensure_index_deleted(self.es_index_info.index)
     super(BaseESAccessorsTest, self).tearDown()
 def setUp(self):
     super(ReportXformReindexerTest, self).setUp()
     FormProcessorTestUtils.delete_all_xforms()
     with trap_extra_setup(ConnectionError):
         self.elasticsearch = get_es_new()
         ensure_index_deleted(REPORT_XFORM_INDEX_INFO.index)
Example #49
0
 def setUpClass(cls):
     ensure_index_deleted(GROUP_INDEX_INFO.index)
     cls.es = get_es_new()
     initialize_index_and_mapping(cls.es, GROUP_INDEX_INFO)
     cls.es.indices.refresh(GROUP_INDEX_INFO.index)
Example #50
0
 def tearDownClass(cls):
     ensure_index_deleted(GROUP_INDEX_INFO.index)
     super(GroupReindexerTest, cls).tearDownClass()
Example #51
0
 def setUpClass(cls):
     super(UserReindexerTest, cls).setUpClass()
     create_domain(DOMAIN)
     ensure_index_deleted(USER_INDEX)
Example #52
0
 def tearDownClass(cls):
     ensure_index_deleted(USER_INDEX)
     super(TestUserESAccessors, cls).tearDownClass()
 def tearDownClass(cls):
     ensure_index_deleted(XFORM_INDEX_INFO.index)
     super(TestFixFormsWithMissingXmlns, cls).tearDownClass()
Example #54
0
 def _delete_es_index(self):
     if isinstance(self.es_index_info, (list, tuple)):
         for index_info in self.es_index_info:
             ensure_index_deleted(index_info.index)
     else:
         ensure_index_deleted(self.es_index_info.index)
Example #55
0
 def tearDownClass(cls):
     ensure_index_deleted(CASE_INDEX_INFO.index)
     super().tearDownClass()
Example #56
0
 def tearDown(self):
     ensure_index_deleted(self.index)
Example #57
0
 def tearDownClass(cls):
     for index in [CASE_SEARCH_INDEX, USER_INDEX, CASE_INDEX, XFORM_INDEX]:
         ensure_index_deleted(index)
     super(PillowtopReindexerTest, cls).tearDownClass()
Example #58
0
 def tearDown(self):
     ensure_index_deleted(GROUP_INDEX_INFO.index)
     ensure_index_deleted(USER_INDEX_INFO.index)
 def tearDownClass(cls):
     ensure_index_deleted(CASE_INDEX_INFO.index)
     cache.clear()
     super(ExportTest, cls).tearDownClass()
 def tearDown(self):
     ensure_index_deleted(self.index_info.index)
     super(DomainPillowTest, self).tearDown()