def test_process_task(self):
"""Tests that the syncer listens to messages and sends changes to
ElasticSearch.
"""
document_id = 51251
waypoint = Waypoint(
document_id=document_id,
waypoint_type='summit',
elevation=2000,
geometry=DocumentGeometry(geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='fr',
title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]')
])
self.session.add(waypoint)
self.session.flush()
user_id = self.global_userids['contributor']
DocumentRest.create_new_version(waypoint, user_id)
self.session.flush()
t = transaction.begin()
notify_es_syncer(self.queue_config)
t.commit()
syncer = SyncWorker(self.queue_config.connection,
self.queue_config.queue,
1000,
session=self.session)
next(syncer.consume(limit=1))
index = elasticsearch_config['index']
doc = SearchWaypoint.get(id=document_id, index=index)
self.assertEqual(doc['title_fr'], 'Mont Granier')
self.assertEqual(doc['doc_type'], 'w')
# simulate removing a document
self.session.add(
ESDeletedDocument(document_id=document_id, type=WAYPOINT_TYPE))
self.session.flush()
t = transaction.begin()
notify_es_syncer(self.queue_config)
t.commit()
next(syncer.consume(limit=1))
with self.assertRaises(NotFoundError):
SearchWaypoint.get(id=document_id, index=index)
def test_process_task(self):
"""Tests that the syncer listens to messages and sends changes to
ElasticSearch.
"""
waypoint = Waypoint(
document_id=51251,
waypoint_type='summit', elevation=2000,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='fr', title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]')
])
self.session.add(waypoint)
self.session.flush()
user_id = self.global_userids['contributor']
DocumentRest.create_new_version(waypoint, user_id)
self.session.flush()
t = transaction.begin()
notify_es_syncer(self.queue_config)
t.commit()
syncer = SyncWorker(
self.queue_config.connection, self.queue_config.queue, 1000,
session=self.session)
next(syncer.consume(limit=1))
index = elasticsearch_config['index']
doc = SearchWaypoint.get(id=51251, index=index)
self.assertEqual(doc['title_fr'], 'Mont Granier')
# self.assertEqual(doc['summary_fr'], 'Le Mont Granier ')
self.assertEqual(doc['doc_type'], 'w')
def test_fill_index(self):
"""Tests that documents are inserted into the ElasticSearch index.
"""
self.session.add(Waypoint(
document_id=71171,
waypoint_type='summit', elevation=2000,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='fr', title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]'),
WaypointLocale(
lang='en', title='Mont Granier',
description='...',
summary='The Mont Granier')
]))
self.session.add(Waypoint(
document_id=71172,
waypoint_type='summit', elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='en', title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(Route(
document_id=71173,
activities=['skitouring'], elevation_max=1500, elevation_min=700,
height_diff_up=800, height_diff_down=800, durations='1',
locales=[
RouteLocale(
lang='en', title='Face N',
description='...', gear='paraglider',
title_prefix='Mont Blanc'
)
]
))
self.session.add(Waypoint(
document_id=71174,
redirects_to=71171,
waypoint_type='summit', elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='en', title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.flush()
# fill the ElasticSearch index
fill_index(self.session)
waypoint1 = SearchWaypoint.get(id=71171)
self.assertIsNotNone(waypoint1)
self.assertEqual(waypoint1.title_en, 'Mont Granier')
self.assertEqual(waypoint1.title_fr, 'Mont Granier')
self.assertEqual(waypoint1.summary_fr, 'Le Mont Granier ')
self.assertEqual(waypoint1.doc_type, 'w')
self.assertAlmostEqual(waypoint1.geom[0], 5.71288994)
self.assertAlmostEqual(waypoint1.geom[1], 45.64476395)
waypoint2 = SearchWaypoint.get(id=71172)
self.assertIsNotNone(waypoint2)
self.assertEqual(waypoint2.title_en, 'Mont Blanc')
self.assertEqual(waypoint2.title_fr, '')
self.assertEqual(waypoint2.doc_type, 'w')
route = SearchRoute.get(id=71173)
self.assertIsNotNone(route)
self.assertEqual(route.title_en, 'Mont Blanc : Face N')
self.assertEqual(route.title_fr, '')
self.assertEqual(route.doc_type, 'r')
# merged document is ignored
self.assertIsNone(SearchWaypoint.get(id=71174, ignore=404))
# check that the sync. status was updated
last_update, _ = es_sync.get_status(self.session)
self.assertIsNotNone(last_update)
def test_fill_index(self):
"""Tests that documents are inserted into the ElasticSearch index.
"""
self.session.add(
Waypoint(document_id=71171,
waypoint_type='summit',
elevation=2000,
quality='medium',
access_time='15min',
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='fr',
title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]'),
WaypointLocale(lang='en',
title='Mont Granier',
description='...',
summary='The Mont Granier')
]))
self.session.add(
Waypoint(document_id=71172,
waypoint_type='summit',
elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='en',
title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(
Route(document_id=71173,
activities=['skitouring'],
elevation_max=1500,
elevation_min=700,
height_diff_up=800,
height_diff_down=800,
durations=['1'],
locales=[
RouteLocale(lang='en',
title='Face N',
description='...',
gear='paraglider',
title_prefix='Mont Blanc')
]))
self.session.add(
Waypoint(document_id=71174,
redirects_to=71171,
waypoint_type='summit',
elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='en',
title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(
Outing(document_id=71175,
activities=['skitouring'],
date_start=datetime.date(2016, 1, 1),
date_end=datetime.date(2016, 1, 1),
frequentation='overcrowded',
locales=[
OutingLocale(lang='en',
title='Mont Blanc : Face N !',
description='...',
weather='sunny')
]))
self.session.add(
Article(document_id=71176,
categories=['site_info'],
activities=['hiking'],
article_type='collab',
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
DocumentLocale(lang='en',
title='Lac d\'Annecy',
description='...',
summary=''),
DocumentLocale(lang='fr',
title='Lac d\'Annecy',
description='...',
summary='')
]))
self.session.flush()
self.session.add(
Book(document_id=71177,
activities=['hiking'],
book_types=['biography'],
author='Denis Dainat',
publication_date='',
locales=[
DocumentLocale(lang='fr',
title='Escalades au Thaurac',
description='...',
summary=''),
DocumentLocale(lang='en',
title='Escalades au Thaurac',
description='...',
summary='')
]))
self.session.flush()
self.session.add(
Xreport(document_id=71178,
event_type='person_fall',
event_activity='skitouring',
nb_participants=10,
elevation=1500,
date=datetime.date(2016, 1, 1),
locales=[
XreportLocale(lang='en',
title='Death in the mountains',
description='...',
place='some place description')
]))
self.session.flush()
# fill the ElasticSearch index
fill_index(self.session)
waypoint1 = SearchWaypoint.get(id=71171)
self.assertIsNotNone(waypoint1)
self.assertEqual(waypoint1.title_en, 'Mont Granier')
self.assertEqual(waypoint1.title_fr, 'Mont Granier')
# self.assertEqual(waypoint1.summary_fr, 'Le Mont Granier ')
self.assertEqual(waypoint1.doc_type, 'w')
self.assertEqual(waypoint1.quality, 2)
self.assertEqual(waypoint1.access_time, 3)
self.assertAlmostEqual(waypoint1.geom[0], 5.71288994)
self.assertAlmostEqual(waypoint1.geom[1], 45.64476395)
waypoint2 = SearchWaypoint.get(id=71172)
self.assertIsNotNone(waypoint2)
self.assertEqual(waypoint2.title_en, 'Mont Blanc')
self.assertIsNone(waypoint2.title_fr)
self.assertEqual(waypoint2.doc_type, 'w')
route = SearchRoute.get(id=71173)
self.assertIsNotNone(route)
self.assertEqual(route.title_en, 'Mont Blanc : Face N')
self.assertIsNone(route.title_fr)
self.assertEqual(route.doc_type, 'r')
self.assertEqual(route.durations, [0])
outing = SearchOuting.get(id=71175)
self.assertIsNotNone(outing)
self.assertEqual(outing.title_en, 'Mont Blanc : Face N !')
self.assertIsNone(outing.title_fr)
self.assertEqual(outing.doc_type, 'o')
self.assertEqual(outing.frequentation, 3)
article = SearchArticle.get(id=71176)
self.assertIsNotNone(article)
self.assertEqual(article.title_en, 'Lac d\'Annecy')
self.assertEqual(article.title_fr, 'Lac d\'Annecy')
self.assertEqual(article.doc_type, 'c')
book = SearchBook.get(id=71177)
self.assertIsNotNone(book)
self.assertEqual(book.title_en, 'Escalades au Thaurac')
self.assertEqual(book.title_fr, 'Escalades au Thaurac')
self.assertEqual(book.doc_type, 'b')
self.assertEqual(book.book_types, ['biography'])
xreport = SearchXreport.get(id=71178)
self.assertIsNotNone(xreport)
self.assertEqual(xreport.title_en, 'Death in the mountains')
self.assertEqual(xreport.doc_type, 'x')
# merged document is ignored
self.assertIsNone(SearchWaypoint.get(id=71174, ignore=404))
# check that the sync. status was updated
last_update, _ = es_sync.get_status(self.session)
self.assertIsNotNone(last_update)
def test_fill_index(self):
"""Tests that documents are inserted into the ElasticSearch index.
"""
self.session.add(
Waypoint(document_id=71171,
waypoint_type='summit',
elevation=2000,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='fr',
title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]'),
WaypointLocale(lang='en',
title='Mont Granier',
description='...',
summary='The Mont Granier')
]))
self.session.add(
Waypoint(document_id=71172,
waypoint_type='summit',
elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='en',
title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(
Route(document_id=71173,
activities=['skitouring'],
elevation_max=1500,
elevation_min=700,
height_diff_up=800,
height_diff_down=800,
durations='1',
locales=[
RouteLocale(lang='en',
title='Face N',
description='...',
gear='paraglider',
title_prefix='Mont Blanc')
]))
self.session.add(
Waypoint(document_id=71174,
redirects_to=71171,
waypoint_type='summit',
elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(lang='en',
title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.flush()
# fill the ElasticSearch index
fill_index(self.session)
waypoint1 = SearchWaypoint.get(id=71171)
self.assertIsNotNone(waypoint1)
self.assertEqual(waypoint1.title_en, 'Mont Granier')
self.assertEqual(waypoint1.title_fr, 'Mont Granier')
self.assertEqual(waypoint1.summary_fr, 'Le Mont Granier ')
self.assertEqual(waypoint1.doc_type, 'w')
self.assertAlmostEqual(waypoint1.geom[0], 5.71288994)
self.assertAlmostEqual(waypoint1.geom[1], 45.64476395)
waypoint2 = SearchWaypoint.get(id=71172)
self.assertIsNotNone(waypoint2)
self.assertEqual(waypoint2.title_en, 'Mont Blanc')
self.assertEqual(waypoint2.title_fr, '')
self.assertEqual(waypoint2.doc_type, 'w')
route = SearchRoute.get(id=71173)
self.assertIsNotNone(route)
self.assertEqual(route.title_en, 'Mont Blanc : Face N')
self.assertEqual(route.title_fr, '')
self.assertEqual(route.doc_type, 'r')
# merged document is ignored
self.assertIsNone(SearchWaypoint.get(id=71174, ignore=404))
# check that the sync. status was updated
last_update, _ = es_sync.get_status(self.session)
self.assertIsNotNone(last_update)
def test_fill_index(self):
"""Tests that documents are inserted into the ElasticSearch index.
"""
self.session.add(Waypoint(
document_id=71171,
waypoint_type='summit', elevation=2000, quality='medium',
access_time='15min',
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='fr', title='Mont Granier',
description='...',
summary='Le Mont [b]Granier[/b]'),
WaypointLocale(
lang='en', title='Mont Granier',
description='...',
summary='The Mont Granier')
]))
self.session.add(Waypoint(
document_id=71172,
waypoint_type='summit', elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='en', title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(Route(
document_id=71173,
activities=['skitouring'], elevation_max=1500, elevation_min=700,
height_diff_up=800, height_diff_down=800, durations=['1'],
locales=[
RouteLocale(
lang='en', title='Face N',
description='...', gear='paraglider',
title_prefix='Mont Blanc'
)
]
))
self.session.add(Waypoint(
document_id=71174,
redirects_to=71171,
waypoint_type='summit', elevation=4985,
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
WaypointLocale(
lang='en', title='Mont Blanc',
description='...',
summary='The heighest point in Europe')
]))
self.session.add(Outing(
document_id=71175,
activities=['skitouring'], date_start=datetime.date(2016, 1, 1),
date_end=datetime.date(2016, 1, 1), frequentation='overcrowded',
locales=[
OutingLocale(
lang='en', title='Mont Blanc : Face N !',
description='...', weather='sunny')
]
))
self.session.add(Article(
document_id=71176,
categories=['site_info'], activities=['hiking'],
article_type='collab',
geometry=DocumentGeometry(
geom='SRID=3857;POINT(635956 5723604)'),
locales=[
DocumentLocale(
lang='en', title='Lac d\'Annecy',
description='...',
summary=''),
DocumentLocale(
lang='fr', title='Lac d\'Annecy',
description='...',
summary='')
]))
self.session.flush()
self.session.add(Book(
document_id=71177,
activities=['hiking'],
book_types=['biography'],
author='Denis Dainat',
publication_date='',
locales=[
DocumentLocale(
lang='fr', title='Escalades au Thaurac',
description='...',
summary=''),
DocumentLocale(
lang='en', title='Escalades au Thaurac',
description='...',
summary=''
)
]
))
self.session.flush()
self.session.add(Xreport(
document_id=71178,
event_type=['roped_fall'],
activities=['skitouring'],
nb_participants=10,
elevation=1500,
date=datetime.date(2016, 1, 1),
locales=[
XreportLocale(
lang='en', title='Death in the mountains',
description='...',
place='some place description'
)
]
))
self.session.flush()
# fill the ElasticSearch index
fill_index(self.session)
waypoint1 = SearchWaypoint.get(id=71171)
self.assertIsNotNone(waypoint1)
self.assertEqual(waypoint1.title_en, 'Mont Granier')
self.assertEqual(waypoint1.title_fr, 'Mont Granier')
# self.assertEqual(waypoint1.summary_fr, 'Le Mont Granier ')
self.assertEqual(waypoint1.doc_type, 'w')
self.assertEqual(waypoint1.quality, 2)
self.assertEqual(waypoint1.access_time, 3)
self.assertAlmostEqual(waypoint1.geom[0], 5.71288994)
self.assertAlmostEqual(waypoint1.geom[1], 45.64476395)
waypoint2 = SearchWaypoint.get(id=71172)
self.assertIsNotNone(waypoint2)
self.assertEqual(waypoint2.title_en, 'Mont Blanc')
self.assertEqual(waypoint2.title_fr, '')
self.assertEqual(waypoint2.doc_type, 'w')
route = SearchRoute.get(id=71173)
self.assertIsNotNone(route)
self.assertEqual(route.title_en, 'Mont Blanc : Face N')
self.assertEqual(route.title_fr, '')
self.assertEqual(route.doc_type, 'r')
self.assertEqual(route.durations, [0])
outing = SearchOuting.get(id=71175)
self.assertIsNotNone(outing)
self.assertEqual(outing.title_en, 'Mont Blanc : Face N !')
self.assertEqual(outing.title_fr, '')
self.assertEqual(outing.doc_type, 'o')
self.assertEqual(outing.frequentation, 3)
article = SearchArticle.get(id=71176)
self.assertIsNotNone(article)
self.assertEqual(article.title_en, 'Lac d\'Annecy')
self.assertEqual(article.title_fr, 'Lac d\'Annecy')
self.assertEqual(article.doc_type, 'c')
book = SearchBook.get(id=71177)
self.assertIsNotNone(book)
self.assertEqual(book.title_en, 'Escalades au Thaurac')
self.assertEqual(book.title_fr, 'Escalades au Thaurac')
self.assertEqual(book.doc_type, 'b')
self.assertEqual(book.book_types, ['biography'])
xreport = SearchXreport.get(id=71178)
self.assertIsNotNone(xreport)
self.assertEqual(xreport.title_en, 'Death in the mountains')
self.assertEqual(xreport.doc_type, 'x')
# merged document is ignored
self.assertIsNone(SearchWaypoint.get(id=71174, ignore=404))
# check that the sync. status was updated
last_update, _ = es_sync.get_status(self.session)
self.assertIsNotNone(last_update)