def test_remove_published_and_killed_content_separately(self): cmd = ValidatorsPopulateCommand() with self.app.app_context(): cmd.run(self.filename) self.app.data.insert('archive_versions', self.article_versions) published_service = get_resource_service('published') text_archive = get_resource_service('text_archive') # Publishing an Article doc = self.articles[7] original = doc.copy() get_resource_service('archive_publish').patch(id=doc['_id'], updates={config.CONTENT_STATE: 'published'}) published_items = published_service.get_other_published_items(original[config.ID_FIELD]) self.assertEqual(1, published_items.count()) article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD]) self.assertIsNotNone(article_in_production) self.assertEqual(article_in_production[config.CONTENT_STATE], 'published') self.assertEqual(article_in_production[config.VERSION], original[config.VERSION] + 1) insert_into_versions(doc=article_in_production) # Setting the expiry date of the published article to 1 hr back from now published_service.update_published_items( original[config.ID_FIELD], 'expiry', utcnow() + timedelta(minutes=-60)) # Killing the published article and manually inserting the version of the article as unittests use # service directly get_resource_service('archive_kill').patch(id=doc['_id'], updates={config.CONTENT_STATE: 'killed'}) # Executing the Expiry Job for the Published Article and asserting the collections RemoveExpiredPublishContent().run() articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original[config.ID_FIELD]}) self.assertEqual(articles_in_text_archive.count(), 0) published_items = published_service.get_other_published_items(str(original[config.ID_FIELD])) self.assertEqual(1, published_items.count()) article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD]) self.assertIsNotNone(article_in_production) self.assertEqual(article_in_production[config.CONTENT_STATE], 'killed') self.assertEqual(article_in_production[config.VERSION], original[config.VERSION] + 2) insert_into_versions(doc=article_in_production) # Validate the collections in Legal Archive article_in_legal_archive, article_versions_in_legal_archive, queue_items = \ self._get_legal_archive_details(original[config.ID_FIELD]) self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive') self.assertEqual(article_in_legal_archive[config.CONTENT_STATE], 'published') self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive') self.assertEqual(article_versions_in_legal_archive.count(), 5) self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1') # Setting the expiry date of the killed article to 1 hr back from now and running the job again published_service.update_published_items( original[config.ID_FIELD], 'expiry', utcnow() + timedelta(minutes=-60)) RemoveExpiredPublishContent().run() articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original[config.ID_FIELD]}) self.assertEqual(articles_in_text_archive.count(), 0) published_items = published_service.get_other_published_items(str(original[config.ID_FIELD])) self.assertEqual(0, published_items.count()) article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original[config.ID_FIELD]) self.assertIsNone(article_in_production) # Validate the collections in Legal Archive article_in_legal_archive, article_versions_in_legal_archive, queue_items = \ self._get_legal_archive_details(original[config.ID_FIELD], publishing_action='killed') self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive') self.assertEqual(article_in_legal_archive['state'], 'killed') self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive') self.assertEqual(article_versions_in_legal_archive.count(), 6) for queue_item in queue_items: self.assertEqual(queue_item['item_id'], original[config.ID_FIELD]) self.assertEqual(queue_item['item_version'], original[config.VERSION] + 2) self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')
def test_remove_expired_published_and_killed_content(self): cmd = ValidatorsPopulateCommand() with self.app.app_context(): cmd.run(self.filename) self.app.data.insert('archive_versions', self.article_versions) published_service = get_resource_service('published') text_archive = get_resource_service('text_archive') # Publishing an Article doc = self.articles[0] original = doc.copy() get_resource_service('archive_publish').queue_transmission(original) published_service.post([original]) published_items = published_service.get_other_published_items(original['item_id']) self.assertEquals(1, published_items.count()) # Setting the expiry date of the published article to 1 hr back from now published_service.update_published_items(original['item_id'], 'expiry', utcnow() + timedelta(minutes=-60)) # Killing the published article and manually inserting the version of the article as unittests use # service directly _current_version = doc[config.VERSION] + 1 get_resource_service('archive_kill').patch(id=doc['_id'], updates={config.VERSION: _current_version}) killed_version = { 'guid': 'tag:localhost:2015:69b961ab-2816-4b8a-a584-a7b402fed4f9', versioned_id_field(): '1', 'type': 'text', config.VERSION: _current_version, 'body_html': 'Test body', 'destination_groups': ['4'], 'urgency': 4, 'headline': 'Two students missing', 'pubstatus': 'usable', 'firstcreated': utcnow(), 'byline': 'By Alan Karben', 'ednote': 'Andrew Marwood contributed to this article', 'dateline': 'Sydney', 'keywords': ['Student', 'Crime', 'Police', 'Missing'], 'subject': [{'qcode': '17004000', 'name': 'Statistics'}, {'qcode': '04001002', 'name': 'Weather'}], 'state': 'published', 'expiry': utcnow() + timedelta(minutes=20), 'unique_name': '#2' } self.app.data.insert('archive_versions', [killed_version]) # Executing the Expiry Job for the Published Article and asserting the collections RemoveExpiredPublishContent().run() articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original['item_id']}) self.assertEquals(articles_in_text_archive.count(), 0) published_items = published_service.get_other_published_items(str(original['item_id'])) self.assertEquals(1, published_items.count()) article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original['item_id']) self.assertIsNotNone(article_in_production) self.assertEquals(article_in_production['state'], 'killed') self.assertEquals(article_in_production[config.VERSION], _current_version) # Validate the collections in Legal Archive article_in_legal_archive, article_versions_in_legal_archive, formatted_items, queue_items = \ self.__get_legal_archive_details(original['item_id']) self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive') self.assertEquals(article_in_legal_archive['state'], 'published') self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive') self.assertEquals(article_versions_in_legal_archive.count(), 4) self.assertGreaterEqual(formatted_items.count(), 1, 'Formatted Items must be greater than or equal to 1') for formatted_item in formatted_items: self.assertEquals(formatted_item['item_id'], original['item_id']) self.assertEquals(formatted_item['item_version'], self.articles[0][config.VERSION]) self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1') # Setting the expiry date of the killed article to 1 hr back from now and running the job again published_service.update_published_items(original['item_id'], 'expiry', utcnow() + timedelta(minutes=-60)) RemoveExpiredPublishContent().run() articles_in_text_archive = text_archive.get(req=None, lookup={'item_id': original['item_id']}) self.assertEquals(articles_in_text_archive.count(), 0) published_items = published_service.get_other_published_items(str(original['item_id'])) self.assertEquals(0, published_items.count()) article_in_production = get_resource_service(ARCHIVE).find_one(req=None, _id=original['item_id']) self.assertIsNone(article_in_production) # Validate the collections in Legal Archive article_in_legal_archive, article_versions_in_legal_archive, formatted_items, queue_items = \ self.__get_legal_archive_details(original['item_id'], article_version=_current_version, publishing_action='killed') self.assertIsNotNone(article_in_legal_archive, 'Article cannot be none in Legal Archive') self.assertEquals(article_in_legal_archive['state'], 'killed') self.assertIsNotNone(article_versions_in_legal_archive, 'Article Versions cannot be none in Legal Archive') self.assertEquals(article_versions_in_legal_archive.count(), 5) self.assertGreaterEqual(formatted_items.count(), 1, 'Formatted Items must be greater than or equal to 1') for formatted_item in formatted_items: self.assertEquals(formatted_item['item_id'], original['item_id']) self.assertEquals(formatted_item['item_version'], _current_version) self.assertGreaterEqual(queue_items.count(), 1, 'Publish Queue Items must be greater than or equal to 1')