示例#1
0
from corehq.pillows.core import DATE_FORMATS_STRING, DATE_FORMATS_ARR
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, REPORT_XFORM_HQ_INDEX_NAME

REPORT_XFORM_INDEX = prefix_for_tests("report_xforms_20160824_1708")

CASE_MAPPING_FRAGMENT = {
    'type': 'nested',
    'dynamic': False,
    'properties': {
        'date_modified': {
            "type": "date",
            "format": DATE_FORMATS_STRING
        },
        '@date_modified': {
            "type": "date",
            "format": DATE_FORMATS_STRING
        },
        'index': {
            'type': 'object',
            'dynamic': True
        },
        "@case_id": {
            "type": "string",
            "index": "not_analyzed"
        },
        "@user_id": {
            "type": "string",
            "index": "not_analyzed"
        },
        "@xmlns": {
示例#2
0
from corehq.apps.es.groups import ElasticGroup
from corehq.pillows.core import DATE_FORMATS_ARR
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, GROUP_HQ_INDEX_NAME

GROUP_INDEX = ElasticGroup.index_name
GROUP_ES_ALIAS = prefix_for_tests('hqgroups')
GROUP_MAPPING = {
    "_meta": {
        "comment": "Ethan updated on 2014-04-02",
        "created": None
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "case_sharing": {
            "type": "boolean"
        },
        "doc_type": {
            "index": "not_analyzed",
            "type": "string"
        },
        "domain": {
            "fields": {
                "domain": {
                    "index": "analyzed",
                    "type": "string"
                },
                "exact": {
                    "index": "not_analyzed",
示例#3
0
from corehq.apps.es.forms import ElasticForm
from corehq.pillows.core import DATE_FORMATS_STRING, DATE_FORMATS_ARR
from corehq.pillows.mappings.const import NULL_VALUE
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, XFORM_HQ_INDEX_NAME

XFORM_INDEX = ElasticForm.index_name
XFORM_ES_TYPE = ElasticForm.type
XFORM_ALIAS = prefix_for_tests("xforms")

XFORM_MAPPING = {
    "_meta": {
        "created": "2013-08-13"
    },
    "date_detection": False,
    "date_formats":
    DATE_FORMATS_ARR,  # for parsing the explicitly defined dates
    "dynamic": False,
    "properties": {
        "#export_tag": {
            "index": "not_analyzed",
            "type": "string"
        },
        "@uiVersion": {
            "type": "string"
        },
        "@version": {
            "type": "string"
        },
        "__retrieved_case_ids": {
            "index": "not_analyzed",
示例#4
0
from corehq.apps.es.forms import ElasticReportForm
from corehq.pillows.core import DATE_FORMATS_STRING, DATE_FORMATS_ARR
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, REPORT_XFORM_HQ_INDEX_NAME

REPORT_XFORM_INDEX = ElasticReportForm.index_name
REPORT_XFORM_TYPE = ElasticReportForm.type
REPORT_XFORM_ALIAS = prefix_for_tests("report_xforms")

REPORT_XFORM_MAPPING = {
    "_meta": {
        "created": "2014-10-07"  # record keeping on the index.
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,  # for parsing the explicitly defined dates
    "dynamic": True,
    "dynamic_templates": [
        {
            "case_block": {
                "mapping": {  # case mapping fragment
                    "dynamic": False,
                    "type": "nested",
                    "properties": {
                        "@case_id": {
                            "index": "not_analyzed",
                            "type": "string"
                        },
                        "@date_modified": {
                            "format": DATE_FORMATS_STRING,
                            "type": "date"
                        },
示例#5
0
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, SMS_HQ_INDEX_NAME

SMS_INDEX = prefix_for_tests("smslogs_2020-01-28")
SMS_MAPPING = {
    '_meta': {
        'comment':
        'Autogenerated [corehq.apps.sms.models.SMSLog] mapping from ptop_generate_mapping 09/23/2013',
        'created': None
    },
    "_all": {
        "enabled": False
    },
    'date_detection': False,
    'date_formats': DATE_FORMATS_ARR,
    'dynamic': False,
    'properties': {
        'backend_api': {
            'type': 'string'
        },
        'backend_id': {
            'type': 'string'
        },
        'base_doc': {
            'type': 'string'
        },
        'billed': {
            'type': 'boolean'
        },
        'couch_recipient': {
from corehq.pillows.mappings.case_mapping import CASE_ES_TYPE
from corehq.pillows.mappings.utils import mapping_from_json
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, CASE_SEARCH_HQ_INDEX_NAME


CASE_SEARCH_INDEX = prefix_for_tests("case_search_2018-05-29")
CASE_SEARCH_ALIAS = prefix_for_tests("case_search")
CASE_SEARCH_MAPPING = mapping_from_json('case_search_mapping.json')


CASE_SEARCH_INDEX_INFO = ElasticsearchIndexInfo(
    index=CASE_SEARCH_INDEX,
    alias=CASE_SEARCH_ALIAS,
    type=CASE_ES_TYPE,
    mapping=CASE_SEARCH_MAPPING,
    hq_index_name=CASE_SEARCH_HQ_INDEX_NAME,
)
示例#7
0
from corehq.apps.es.case_search import ElasticCase
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.pillows.mappings.const import NULL_VALUE
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, CASE_HQ_INDEX_NAME

CASE_INDEX = ElasticCase.index_name
CASE_ES_TYPE = ElasticCase.type
CASE_ES_ALIAS = prefix_for_tests("hqcases")

CASE_MAPPING = {
    "_meta": {
        "comment": "",
        "created": "2013-09-19 @dmyung"
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "actions": {
            "dynamic": False,
            "type": "nested",
            "properties": {
                "action_type": {
                    "type": "string"
                },
                "date": {
                    "format": DATE_FORMATS_STRING,
                    "type": "date"
                },
                "doc_type": {
示例#8
0
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.pillows.mappings import NULL_VALUE
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, CASE_HQ_INDEX_NAME

CASE_INDEX = prefix_for_tests("hqcases_2016-03-04")
CASE_ES_TYPE = 'case'

CASE_MAPPING = {
    'date_detection': False,
    'date_formats': DATE_FORMATS_ARR,
    'dynamic': False,
    '_meta': {
        'comment': '',
        'created': '2013-09-19 @dmyung'
    },
    'properties': {
        'actions': {
            'dynamic': False,
            'properties': {
                'action_type': {
                    'type': 'string'
                },
                'date': {
                    'format': DATE_FORMATS_STRING,
                    'type': 'date'
                },
                'doc_type': {
                    'index': 'not_analyzed',
                    'type': 'string'
                },
示例#9
0
from corehq.apps.es.cases import ElasticReportCase
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, REPORT_CASE_HQ_INDEX_NAME

REPORT_CASE_INDEX = ElasticReportCase.index_name
REPORT_CASE_ES_TYPE = ElasticReportCase.type
REPORT_CASE_ES_ALIAS = prefix_for_tests("report_cases")

REPORT_CASE_MAPPING = {
    "_meta": {
        "comment": "2013-11-05 dmyung",
        "created": None
    },
    "date_detection":
    False,
    "date_formats":
    DATE_FORMATS_ARR,
    "dynamic":
    True,
    "dynamic_templates": [{
        "everything_else": {
            "mapping": {
                "{name}": {
                    "index": "not_analyzed",
                    "type": "string"
                }
            },
            "match": "*",
            "match_mapping_type": "string"
        }
示例#10
0
from corehq.apps.es.domains import ElasticDomain
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, DOMAIN_HQ_INDEX_NAME

DOMAIN_INDEX = ElasticDomain.index_name
DOMAIN_ES_ALIAS = prefix_for_tests('hqdomains')

DOMAIN_MAPPING = {
    "_all": {
        "enabled": False
    },
    "_meta": {
        "comment": "",
        "created": None
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "allow_domain_requests": {
            "type": "boolean"
        },
        "area": {
            "type": "string"
        },
        "attribution_notes": {
            "type": "string"
        },
        "author": {
            "fields": {
示例#11
0
from corehq.apps.es.users import ElasticUser
from corehq.util.elastic import prefix_for_tests
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING

from pillowtop.es_utils import ElasticsearchIndexInfo, USER_HQ_INDEX_NAME


USER_INDEX = ElasticUser.index_name
USER_ES_ALIAS = prefix_for_tests('hqusers')

USER_MAPPING = {
    "_all": {
        "analyzer": "standard"
    },
    "_meta": {
        "created": None
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "CURRENT_VERSION": {
            "type": "string"
        },
        "__group_ids": {
            "type": "string"
        },
        "__group_names": {
            "fields": {
                "__group_names": {
                    "index": "analyzed",
示例#12
0
from corehq.util.elastic import prefix_for_tests
from corehq.pillows.mappings.utils import mapping_from_json
from pillowtop.es_utils import ElasticsearchIndexInfo, APP_HQ_INDEX_NAME

APP_INDEX = prefix_for_tests("hqapps_2020-02-26")
APP_MAPPING = mapping_from_json('app_mapping.json')
APP_ES_ALIAS = prefix_for_tests("hqapps")
APP_ES_TYPE = "app"

APP_INDEX_INFO = ElasticsearchIndexInfo(index=APP_INDEX,
                                        alias=APP_ES_ALIAS,
                                        type=APP_ES_TYPE,
                                        mapping=APP_MAPPING,
                                        hq_index_name=APP_HQ_INDEX_NAME)
示例#13
0
from corehq.util.elastic import prefix_for_tests
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING

from pillowtop.es_utils import ElasticsearchIndexInfo, USER_HQ_INDEX_NAME

USER_INDEX = prefix_for_tests("hqusers_2017-09-07")
USER_MAPPING = {
    '_all': {
        'analyzer': 'standard'
    },
    '_meta': {
        'created': None
    },
    'date_detection': False,
    'date_formats': DATE_FORMATS_ARR,
    'dynamic': False,
    'properties': {
        'CURRENT_VERSION': {
            'type': 'string'
        },
        'base_doc': {
            'type': 'string'
        },
        'created_on': {
            'format': DATE_FORMATS_STRING,
            'type': 'date'
        },
        'date_joined': {
            'format': DATE_FORMATS_STRING,
            'type': 'date'
        },
示例#14
0
from django.conf import settings

from corehq.pillows.core import DATE_FORMATS_STRING, DATE_FORMATS_ARR
from corehq.pillows.mappings import NULL_VALUE
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, XFORM_HQ_INDEX_NAME

XFORM_INDEX = prefix_for_tests(settings.ES_XFORM_INDEX_NAME)

XFORM_MAPPING = {
    "date_detection": False,
    "date_formats":
    DATE_FORMATS_ARR,  # for parsing the explicitly defined dates
    'dynamic': False,
    "_meta": {
        "created": '2013-08-13',
    },
    "properties": {
        'doc_type': {
            'type': 'string'
        },
        'inserted_at': {
            "type": "date",
            "format": DATE_FORMATS_STRING
        },
        'user_type': {
            'type': 'string',
            "index": "not_analyzed",
            "null_value": NULL_VALUE
        },
        "domain": {
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, REPORT_CASE_HQ_INDEX_NAME


REPORT_CASE_INDEX = prefix_for_tests("report_cases_czei39du507m9mmpqk3y01x72a3ux4p0")

REPORT_CASE_MAPPING={'_meta': {'comment': '2013-11-05 dmyung',
           'created': None},
 'date_detection': False,
 'date_formats': ['yyyy-MM-dd',
                  "yyyy-MM-dd'T'HH:mm:ssZZ",
                  "yyyy-MM-dd'T'HH:mm:ss.SSSSSS",
                  "yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'",
                  "yyyy-MM-dd'T'HH:mm:ss'Z'",
                  "yyyy-MM-dd'T'HH:mm:ssZ",
                  "yyyy-MM-dd'T'HH:mm:ssZZ'Z'",
                  "yyyy-MM-dd'T'HH:mm:ss.SSSZZ",
                  "yyyy-MM-dd'T'HH:mm:ss",
                  "yyyy-MM-dd' 'HH:mm:ss",
                  "yyyy-MM-dd' 'HH:mm:ss.SSSSSS",
                  "mm/dd/yy' 'HH:mm:ss"],
 'dynamic': True,
 'dynamic_templates': [{'everything_else': {'mapping': {'{name}': {'index': 'not_analyzed',
                                                                   'type': 'string'}},
                                            'match': '*',
                                            'match_mapping_type': 'string'}}],
 'properties': {'actions': {'dynamic': True,
                            'properties': {'action_type': {'type': 'string'},
                                           'attachments': {'dynamic': False,
                                                           'properties': {'attachment_from': {'type': 'string'},
                                                                          'attachment_name': {'type': 'string'},
示例#16
0
from corehq.apps.es.apps import ElasticApp
from corehq.util.elastic import prefix_for_tests
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from pillowtop.es_utils import ElasticsearchIndexInfo, APP_HQ_INDEX_NAME

APP_INDEX = ElasticApp.index_name
APP_ES_TYPE = ElasticApp.type
APP_ES_ALIAS = prefix_for_tests("hqapps")

APP_MAPPING = {
    "_all": {
        "enabled": False
    },
    "_meta": {
        "created": None
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "@indexed_on": {
            "format": DATE_FORMATS_STRING,
            "type": "date"
        },
        "admin_password": {
            "type": "string"
        },
        "admin_password_charset": {
            "type": "string"
        },
        "application_version": {
示例#17
0
from corehq.apps.es.sms import ElasticSMS
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, SMS_HQ_INDEX_NAME

SMS_INDEX = ElasticSMS.index_name
SMS_TYPE = ElasticSMS.type
SMS_ES_ALIAS = prefix_for_tests("smslogs")

SMS_MAPPING = {
    "_all": {
        "enabled": False
    },
    "_meta": {
        "comment": "Autogenerated [corehq.apps.sms.models.SMSLog] mapping from ptop_generate_mapping 09/23/2013",
        "created": None
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "backend_api": {
            "type": "string"
        },
        "backend_id": {
            "type": "string"
        },
        "base_doc": {
            "type": "string"
        },
        "billed": {
示例#18
0
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, GROUP_HQ_INDEX_NAME

GROUP_INDEX = prefix_for_tests("hqgroups_2017-05-29")
GROUP_ES_ALIAS = prefix_for_tests('hqgroups')
GROUP_MAPPING = {
    "date_formats": [
        "yyyy-MM-dd", "yyyy-MM-dd'T'HH:mm:ssZZ",
        "yyyy-MM-dd'T'HH:mm:ss.SSSSSS", "yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'",
        "yyyy-MM-dd'T'HH:mm:ss'Z'", "yyyy-MM-dd'T'HH:mm:ssZ",
        "yyyy-MM-dd'T'HH:mm:ssZZ'Z'", "yyyy-MM-dd'T'HH:mm:ss.SSSZZ",
        "yyyy-MM-dd'T'HH:mm:ss", "yyyy-MM-dd' 'HH:mm:ss",
        "yyyy-MM-dd' 'HH:mm:ss.SSSSSS", "mm/dd/yy' 'HH:mm:ss"
    ],
    "dynamic":
    False,
    "_meta": {
        "comment": "Ethan updated on 2014-04-02",
        "created": None
    },
    "date_detection":
    False,
    "properties": {
        "doc_type": {
            "index": "not_analyzed",
            "type": "string"
        },
        "domain": {
            "fields": {
                "domain": {
                    "index": "analyzed",
示例#19
0
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, DOMAIN_HQ_INDEX_NAME

DOMAIN_INDEX = prefix_for_tests("hqdomains_2020-02-10")
DOMAIN_ES_ALIAS = prefix_for_tests('hqdomains')

DOMAIN_MAPPING = {
    '_all': {
        'enabled': False
    },
    '_meta': {
        'comment': '',
        'created': None
    },
    'date_detection':
    False,
    'date_formats': [
        'yyyy-MM-dd', "yyyy-MM-dd'T'HH:mm:ssZZ",
        "yyyy-MM-dd'T'HH:mm:ss.SSSSSS", "yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'",
        "yyyy-MM-dd'T'HH:mm:ss'Z'", "yyyy-MM-dd'T'HH:mm:ssZ",
        "yyyy-MM-dd'T'HH:mm:ssZZ'Z'", "yyyy-MM-dd'T'HH:mm:ss.SSSZZ",
        "yyyy-MM-dd'T'HH:mm:ss", "yyyy-MM-dd' 'HH:mm:ss",
        "yyyy-MM-dd' 'HH:mm:ss.SSSSSS", "mm/dd/yy' 'HH:mm:ss"
    ],
    'dynamic':
    False,
    'properties': {
        'area': {
            'type': 'string'
        },
        'attribution_notes': {
示例#20
0
from corehq.apps.es.case_search import ElasticCaseSearch
from corehq.pillows.core import DATE_FORMATS_ARR, DATE_FORMATS_STRING
from corehq.util.elastic import prefix_for_tests
from pillowtop.es_utils import ElasticsearchIndexInfo, CASE_SEARCH_HQ_INDEX_NAME


CASE_SEARCH_INDEX = ElasticCaseSearch.index_name
CASE_SEARCH_ALIAS = prefix_for_tests('case_search')

CASE_SEARCH_MAPPING = {
    "_all": {
        "enabled": False
    },
    "_meta": {
        "comment": "",
        "created": "2016-03-29 @frener"
    },
    "date_detection": False,
    "date_formats": DATE_FORMATS_ARR,
    "dynamic": False,
    "properties": {
        "@indexed_on": {
            "format": DATE_FORMATS_STRING,
            "type": "date"
        },
        "case_properties": {
            "dynamic": False,
            "type": "nested",
            "properties": {
                "key": {
                    "fields": {