class Indexer(object):
def __init__(self, url='http://localhost:9200/', index='events'):
self._es = ElasticSearch(url)
self._es.json_encoder = ESJSONEncoder
self._index = index
def cleanup(self):
try:
self._es.delete_index(self._index)
except ElasticHttpNotFoundError:
pass
self._es.create_index(self._index, settings={
'index': {
'mapper': {
'dynamic': False
}
}
})
not_analyzed_mapping = {
'properties': {
'timestamp': {'type': 'date', 'format': 'dateOptionalTime'},
'source': {'type': 'string', 'index': 'not_analyzed'},
'venue': {'type': 'string', 'index': 'not_analyzed'},
'poster': {'type': 'string', 'index': 'not_analyzed'},
'delta': {'type': 'integer'}
}
}
analyzed_mapping = {
'properties': {
'timestamp': {'type': 'date', 'format': 'dateOptionalTime'},
'source': {'type': 'string', 'analyzer': 'keyword'},
'venue': {'type': 'string', 'analyzer': 'keyword'},
'poster': {'type': 'string', 'analyzer': 'keyword'},
'delta': {'type': 'integer'}
}
}
hybrid_mapping = {
'properties': {
'timestamp': {'type': 'date', 'format': 'dateOptionalTime'},
'source': {'type': 'string', 'analyzer': 'keyword'},
'venue': {'type': 'string', 'analyzer': 'whitespace'},
'poster': {'type': 'string', 'analyzer': 'whitespace'},
'delta': {'type': 'integer'}
}
}
mapping = not_analyzed_mapping
self._es.put_mapping(self._index, 'post', {'post': mapping})
def add(self, event):
data = {
'timestamp': event['timestamp'],
'source': event['_id']['source'],
'venue': '{}-{}'.format(event['_id']['source'], event['venue']),
'poster': '{}-{}'.format(event['_id']['source'], event['poster']),
'delta': event.get('delta', 1)
}
self._es.index(
self._index,
event.get('type').lower(),
data,
id='{source}-{id}'.format(**event['_id'])
)
