def test_remove_published_and_killed_content_separately(self):
cmd = ValidatorsPopulateCommand()
with self.app.app_context():
cmd.run(self.filename)
self.app.data.insert('archive_versions', self.article_versions)
published_service = get_resource_service('published')
text_archive = get_resource_service('text_archive')
# Publishing an Article
doc = self.articles[7]
original = doc.copy()
get_resource_service('archive_publish').patch(id=doc['_id'], updates={config.CONTENT_STATE: 'published'})
published_items = published_service.get_other_published_items(original[config.ID_FIELD])
self.assertEqual(1, published_items.count())
article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD])
self.assertIsNotNone(article_in_production)
self.assertEqual(article_in_production[config.CONTENT_STATE], 'published')
self.assertEqual(article_in_production[config.VERSION], original[config.VERSION] + 1)
insert_into_versions(doc=article_in_production)
# Setting the expiry date of the published article to 1 hr back from now
published_service.update_published_items(
original[config.ID_FIELD], 'expiry', utcnow() + timedelta(minutes=-60))
# Killing the published article and manually inserting the version of the article as unittests use
# service directly
get_resource_service('archive_kill').patch(id=doc['_id'], updates={config.CONTENT_STATE: 'killed'})
# Executing the Expiry Job for the Published Article and asserting the collections
RemoveExpiredPublishContent().run()
articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original[config.ID_FIELD]})
self.assertEqual(articles_in_text_archive.count(), 0)
published_items = published_service.get_other_published_items(str(original[config.ID_FIELD]))
self.assertEqual(1, published_items.count())
article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD])
self.assertIsNotNone(article_in_production)
self.assertEqual(article_in_production[config.CONTENT_STATE], 'killed')
self.assertEqual(article_in_production[config.VERSION], original[config.VERSION] + 2)
insert_into_versions(doc=article_in_production)
# Validate the collections in Legal Archive
article_in_legal_archive, article_versions_in_legal_archive, queue_items = \
self._get_legal_archive_details(original[config.ID_FIELD])
self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive')
self.assertEqual(article_in_legal_archive[config.CONTENT_STATE], 'published')
self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive')
self.assertEqual(article_versions_in_legal_archive.count(), 5)
self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')
# Setting the expiry date of the killed article to 1 hr back from now and running the job again
published_service.update_published_items(
original[config.ID_FIELD], 'expiry', utcnow() + timedelta(minutes=-60))
RemoveExpiredPublishContent().run()
articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original[config.ID_FIELD]})
self.assertEqual(articles_in_text_archive.count(), 0)
published_items = published_service.get_other_published_items(str(original[config.ID_FIELD]))
self.assertEqual(0, published_items.count())
article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD])
self.assertIsNone(article_in_production)
# Validate the collections in Legal Archive
article_in_legal_archive, article_versions_in_legal_archive, queue_items = \
self._get_legal_archive_details(original[config.ID_FIELD], publishing_action='killed')
self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive')
self.assertEqual(article_in_legal_archive['state'], 'killed')
self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive')
self.assertEqual(article_versions_in_legal_archive.count(), 6)
for queue_item in queue_items:
self.assertEqual(queue_item['item_id'], original[config.ID_FIELD])
self.assertEqual(queue_item['item_version'], original[config.VERSION] + 2)
self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')
def test_remove_expired_published_and_killed_content(self):
cmd = ValidatorsPopulateCommand()
with self.app.app_context():
cmd.run(self.filename)
self.app.data.insert('archive_versions', self.article_versions)
published_service = get_resource_service('published')
text_archive = get_resource_service('text_archive')
# Publishing an Article
doc = self.articles[0]
original = doc.copy()
get_resource_service('archive_publish').queue_transmission(original)
published_service.post([original])
published_items = published_service.get_other_published_items(original['item_id'])
self.assertEquals(1, published_items.count())
# Setting the expiry date of the published article to 1 hr back from now
published_service.update_published_items(original['item_id'], 'expiry', utcnow() + timedelta(minutes=-60))
# Killing the published article and manually inserting the version of the article as unittests use
# service directly
_current_version = doc[config.VERSION] + 1
get_resource_service('archive_kill').patch(id=doc['_id'],
updates={config.VERSION: _current_version})
killed_version = {
'guid': 'tag:localhost:2015:69b961ab-2816-4b8a-a584-a7b402fed4f9',
versioned_id_field(): '1',
'type': 'text',
config.VERSION: _current_version,
'body_html': 'Test body',
'destination_groups': ['4'],
'urgency': 4,
'headline': 'Two students missing',
'pubstatus': 'usable',
'firstcreated': utcnow(),
'byline': 'By Alan Karben',
'ednote': 'Andrew Marwood contributed to this article',
'dateline': 'Sydney',
'keywords': ['Student', 'Crime', 'Police', 'Missing'],
'subject': [{'qcode': '17004000', 'name': 'Statistics'}, {'qcode': '04001002', 'name': 'Weather'}],
'state': 'published',
'expiry': utcnow() + timedelta(minutes=20),
'unique_name': '#2'
}
self.app.data.insert('archive_versions', [killed_version])
# Executing the Expiry Job for the Published Article and asserting the collections
RemoveExpiredPublishContent().run()
articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original['item_id']})
self.assertEquals(articles_in_text_archive.count(), 0)
published_items = published_service.get_other_published_items(str(original['item_id']))
self.assertEquals(1, published_items.count())
article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original['item_id'])
self.assertIsNotNone(article_in_production)
self.assertEquals(article_in_production['state'], 'killed')
self.assertEquals(article_in_production[config.VERSION], _current_version)
# Validate the collections in Legal Archive
article_in_legal_archive, article_versions_in_legal_archive, formatted_items, queue_items = \
self.__get_legal_archive_details(original['item_id'])
self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive')
self.assertEquals(article_in_legal_archive['state'], 'published')
self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive')
self.assertEquals(article_versions_in_legal_archive.count(), 4)
self.assertGreaterEqual(formatted_items.count(), 1, 'Formatted Items must be greater than or equal to 1')
for formatted_item in formatted_items:
self.assertEquals(formatted_item['item_id'], original['item_id'])
self.assertEquals(formatted_item['item_version'], self.articles[0][config.VERSION])
self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')
# Setting the expiry date of the killed article to 1 hr back from now and running the job again
published_service.update_published_items(original['item_id'], 'expiry', utcnow() + timedelta(minutes=-60))
RemoveExpiredPublishContent().run()
articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original['item_id']})
self.assertEquals(articles_in_text_archive.count(), 0)
published_items = published_service.get_other_published_items(str(original['item_id']))
self.assertEquals(0, published_items.count())
article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original['item_id'])
self.assertIsNone(article_in_production)
# Validate the collections in Legal Archive
article_in_legal_archive, article_versions_in_legal_archive, formatted_items, queue_items = \
self.__get_legal_archive_details(original['item_id'], article_version=_current_version,
publishing_action='killed')
self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive')
self.assertEquals(article_in_legal_archive['state'], 'killed')
self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive')
self.assertEquals(article_versions_in_legal_archive.count(), 5)
self.assertGreaterEqual(formatted_items.count(), 1, 'Formatted Items must be greater than or equal to 1')
for formatted_item in formatted_items:
self.assertEquals(formatted_item['item_id'], original['item_id'])
self.assertEquals(formatted_item['item_version'], _current_version)
self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')
