def setUp(self): self.formatter = NewsroomNinjsFormatter() init_app(self.app) self.maxDiff = None
class NinjsFormatterTest(TestCase): def setUp(self): self.formatter = NewsroomNinjsFormatter() init_app(self.app) self.maxDiff = None def test_products(self): self.app.data.insert( 'content_filters', [{ "_id": 3, "content_filter": [{ "expression": { "pf": [1], "fc": [2] } }], "name": "soccer-only3" }]) self.app.data.insert('filter_conditions', [{ '_id': 1, 'field': 'headline', 'operator': 'like', 'value': 'test', 'name': 'test-1' }]) self.app.data.insert('filter_conditions', [{ '_id': 2, 'field': 'urgency', 'operator': 'in', 'value': '2', 'name': 'test-2' }]) self.app.data.insert('products', [{ "_id": 1, "content_filter": { "filter_id": 3, "filter_type": "permitting" }, "name": "p-1", "product_type": "api" }]) self.app.data.insert('vocabularies', [{ "_id": "locators", "display_name": "Locators", "type": "unmanageable", "unique_field": "qcode", "items": [ { "is_active": True, "name": "NSW", "qcode": "NSW", "state": "New South Wales", "country": "Australia", "world_region": "Oceania", "group": "Australia" }, ], }]) embargo_ts = (utcnow() + timedelta(days=2)) article = { '_id': 'tag:aap.com.au:20150613:12345', 'guid': 'tag:aap.com.au:20150613:12345', '_current_version': 1, 'anpa_category': [{ 'qcode': 'a' }], 'source': 'AAP', 'headline': 'This is a test headline', 'byline': 'joe', 'slugline': 'slugline', 'subject': [{ 'qcode': '02011001', 'name': 'international court or tribunal', 'parent': None }, { 'qcode': '02011002', 'name': 'extradition' }], 'anpa_take_key': 'take_key', 'unique_id': '1', 'body_html': 'The story body', 'type': 'text', 'word_count': '1', 'priority': 1, 'profile': 'snap', 'state': 'published', 'urgency': 2, 'pubstatus': 'usable', 'creditline': 'sample creditline', 'keywords': ['traffic'], 'abstract': '<p>sample <b>abstract</b></p>', 'place': [{ 'name': 'NSW', 'qcode': 'NSW' }], 'embargo': embargo_ts, 'body_footer': '<p>call helpline 999 if you are planning to quit smoking</p>', 'company_codes': [{ 'name': 'YANCOAL AUSTRALIA LIMITED', 'qcode': 'YAL', 'security_exchange': 'ASX' }], 'genre': [{ 'name': 'Article', 'qcode': 'article' }], 'flags': { 'marked_for_legal': True }, 'extra': { 'foo': 'test' }, 'operation': 'publish' } seq, doc = self.formatter.format(article, {'name': 'Test Subscriber'})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{ "code": "NSW", "name": "New South Wales" }], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [{ "code": "02011001", "name": "international court or tribunal" }, { "code": "02011002", "name": "extradition" }], "service": [{ "code": "a" }], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 2, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", 'keywords': ['traffic'], 'organisation': [{ 'name': 'YANCOAL AUSTRALIA LIMITED', 'rel': 'Securities Identifier', 'symbols': [{ 'ticker': 'YAL', 'exchange': 'ASX' }] }], 'genre': [{ 'name': 'Article', 'code': 'article' }], 'signal': [{ 'name': 'Content Warning', 'code': 'cwarn', 'scheme': 'http://cv.iptc.org/newscodes/signal/' }], 'extra': { 'foo': 'test' }, 'charcount': 67, 'wordcount': 13, 'readtime': 0, 'products': [{ 'code': 1, 'name': 'p-1' }] } self.assertEqual(json.loads(doc), expected) article['urgency'] = 1 seq, doc = self.formatter.format(article, {'name': 'Test Subscriber'})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{ "code": "NSW", "name": "New South Wales" }], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [{ "code": "02011001", "name": "international court or tribunal" }, { "code": "02011002", "name": "extradition" }], "service": [{ "code": "a" }], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 1, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", 'keywords': ['traffic'], 'organisation': [{ 'name': 'YANCOAL AUSTRALIA LIMITED', 'rel': 'Securities Identifier', 'symbols': [{ 'ticker': 'YAL', 'exchange': 'ASX' }] }], 'genre': [{ 'name': 'Article', 'code': 'article' }], 'signal': [{ 'name': 'Content Warning', 'code': 'cwarn', 'scheme': 'http://cv.iptc.org/newscodes/signal/' }], 'extra': { 'foo': 'test' }, 'charcount': 67, 'wordcount': 13, 'readtime': 0, 'products': [] } self.assertEqual(json.loads(doc), expected) def test_planning_data(self): planning_assignments.init_app(self.app) planning_planning.init_app(self.app) assignments = [{ 'coverage_item': 'urn:coverage-id', 'planning_item': 'urn:planning-id' }] self.app.data.insert('assignments', assignments) article = { '_id': 'tag:aap.com.au:20150613:12345', 'guid': 'tag:aap.com.au:20150613:12345', 'type': 'text', 'version': 1, 'assignment_id': assignments[0]['_id'], } seq, doc = self.formatter.format(article, {'name': 'Test Subscriber'})[0] data = json.loads(doc) self.assertEqual('urn:planning-id', data['planning_id']) self.assertEqual('urn:coverage-id', data['coverage_id']) def test_picture_formatter(self): article = { "guid": "20150723001158606583", "_current_version": 1, "slugline": "AMAZING PICTURE", "original_source": "AAP", "renditions": { "viewImage": { "width": 640, "href": "http://localhost:5000/api/upload/55b032041d41c8d278d21b6f/raw?_schema=http", "mimetype": "image/jpeg", "height": 401, }, "original": { "href": "https://one-api.aap.com.au/api/v3/Assets/20150723001158606583/Original/download", "mimetype": "image/jpeg", }, }, "byline": "MICKEY MOUSE", "headline": "AMAZING PICTURE", "versioncreated": "2015-07-23T00:15:00.000Z", "ednote": "TEST ONLY", "type": "picture", "pubstatus": "usable", "source": "AAP", "description": "The most amazing picture you will ever see", "guid": "20150723001158606583", "body_footer": "<p>call helpline 999 if you are planning to quit smoking</p>", } seq, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] expected = { "byline": "MICKEY MOUSE", "renditions": { "original": { "href": "https://one-api.aap.com.au/api/v3/Assets/20150723001158606583/Original/download", "mimetype": "image/jpeg", }, "viewImage": { "href": "http://localhost:5000/api/upload/55b032041d41c8d278d21b6f/raw?_schema=http", "mimetype": "image/jpeg", "width": 640, "height": 401, } }, "headline": "AMAZING PICTURE", "pubstatus": "usable", "version": "1", "versioncreated": "2015-07-23T00:15:00.000Z", "guid": "20150723001158606583", "description_html": "The most amazing picture you will ever see<p>call helpline 999 if you are planning to " "quit smoking</p>", "type": "picture", "priority": 5, "slugline": "AMAZING PICTURE", "ednote": "TEST ONLY", "source": "AAP", "products": [], } self.assertEqual(expected, json.loads(doc)) self.assertIn('viewImage', json.loads(doc).get('renditions')) def test_auto_published_item(self): article = { "guid": "foo", "_current_version": 1, "slugline": "AMAZING PICTURE", "original_source": "AAP", "byline": "MICKEY MOUSE", "headline": "AMAZING PICTURE", "versioncreated": "2015-07-23T00:15:00.000Z", "ednote": "TEST ONLY", "type": "picture", "pubstatus": "usable", "source": "AAP", "description": "The most amazing picture you will ever see", "body_footer": "<p>call helpline 999 if you are planning to quit smoking</p>", } _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed['guid'], 'foo') article['ingest_id'] = 'bar' article['ingest_version'] = '7' _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed['guid'], 'foo') article['auto_publish'] = True _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed['guid'], 'bar') self.assertEqual(processed['version'], '7')
class PublishService(BaseService): """A service for publishing to the content api. Serves mainly as a proxy to the data layer. """ formatter = NewsroomNinjsFormatter() subscriber: Dict[str, Dict] = {"config": {}} def publish(self, item, subscribers=None): """Publish an item to content api. This must be enabled via ``PUBLISH_TO_CONTENT_API`` setting. :param item: item to publish """ if subscribers is None: subscribers = [] if not self._filter_item(item): item = EnqueueService.filter_document(item) item = remove_metadata_for_publish(item) doc = self.formatter._transform_to_ninjs(item, self.subscriber) now = utcnow() doc.setdefault("firstcreated", now) doc.setdefault("versioncreated", now) doc.setdefault(config.VERSION, item.get(config.VERSION, 1)) for _, assoc in doc.get(ASSOCIATIONS, {}).items(): if assoc: assoc.setdefault("subscribers", [ str(subscriber[config.ID_FIELD]) for subscriber in subscribers ]) doc["subscribers"] = [str(sub["_id"]) for sub in subscribers] if "evolvedfrom" in doc: parent_item = self.find_one(req=None, _id=doc["evolvedfrom"]) if parent_item: doc["ancestors"] = copy(parent_item.get("ancestors", [])) doc["ancestors"].append(doc["evolvedfrom"]) doc["bookmarks"] = parent_item.get("bookmarks", []) else: logger.warning( "Failed to find evolvedfrom item '{}' for '{}'".format( doc["evolvedfrom"], doc["guid"])) self._assign_associations(item, doc) logger.info("publishing %s to %s" % (doc["guid"], subscribers)) _id = self._create_doc(doc) if "evolvedfrom" in doc and parent_item: self.system_update(parent_item["_id"], {"nextversion": _id}, parent_item) return _id else: return None def create(self, docs, **kwargs): ids = [] for doc in docs: ids.append(self._create_doc(doc, **kwargs)) return ids def _create_doc(self, doc, **kwargs): """Create a new item or update existing.""" item = copy(doc) item.setdefault("_id", item.get("guid")) _id = item[config.ID_FIELD] = item.pop("guid") # merging the existing and new subscribers original = self.find_one(req=None, _id=_id) if original: item["subscribers"] = list( set(original.get("subscribers", [])) | set(item.get("subscribers", []))) self._process_associations(item, original) self._create_version_doc(item) if original: self.update(_id, item, original) return _id else: return super().create([item], **kwargs)[0] def _create_version_doc(self, item): """ Store the item in the item version collection :param item: :return: """ version_item = copy(item) version_item["_id_document"] = version_item.pop("_id") get_resource_service("items_versions").create([version_item]) # if the update is a cancel we need to cancel all versions if item.get("pubstatus", "") == "canceled": self._cancel_versions(item.get("_id")) def _cancel_versions(self, doc_id): """ Given an id of a document set the pubstatus to canceled for all versions :param doc_id: :return: """ query = {"_id_document": doc_id} update = {"pubstatus": "canceled"} for item in get_resource_service("items_versions").get_from_mongo( req=None, lookup=query): if item.get("pubstatus") != "canceled": get_resource_service("items_versions").update( item["_id"], update, item) def _filter_item(self, item): """ Filter the item out if it matches any API Block filter conditions :param item: :return: True of the item is blocked, False if it is OK to publish it on the API. """ # Get the API blocking Filters req = ParsedRequest() filter_conditions = list( get_resource_service("content_filters").get( req=req, lookup={"api_block": True})) # No API blocking filters if not filter_conditions: return False filter_service = get_resource_service("content_filters") for fc in filter_conditions: if filter_service.does_match(fc, item): logger.info("API Filter block {} matched for item {}.".format( fc, item.get(config.ID_FIELD))) return True return False def _assign_associations(self, item, doc): """Assign Associations to published item :param dict item: item being published :param dit doc: ninjs documents """ for assoc, assoc_item in (item.get("associations") or {}).items(): if not assoc_item: continue doc.get("associations", {}).get(assoc)["subscribers"] = list( map(str, assoc_item.get("subscribers") or [])) def _process_associations(self, updates, original): """Update associations using existing published item and ensure that associated item subscribers are equal or subset of the parent subscribers. :param updates: :param original: :return: """ subscribers = updates.get("subscribers") or [] for assoc, update_assoc in (updates.get("associations") or {}).items(): if not update_assoc: continue if original: original_assoc = (original.get("associations") or {}).get(assoc) if original_assoc and original_assoc.get( config.ID_FIELD) == update_assoc.get(config.ID_FIELD): update_assoc["subscribers"] = list( set(original_assoc.get("subscribers") or []) | set(update_assoc.get("subscribers") or [])) update_assoc["subscribers"] = list( set(update_assoc["subscribers"]) & set(subscribers))
class NewsroomNinjsFormatterTest(TestCase): def setUp(self): self.formatter = NewsroomNinjsFormatter() init_app(self.app) self.maxDiff = None def test_products(self): self.app.data.insert( "content_filters", [{"_id": 3, "content_filter": [{"expression": {"pf": [1], "fc": [2]}}], "name": "soccer-only3"}], ) self.app.data.insert( "filter_conditions", [{"_id": 1, "field": "headline", "operator": "like", "value": "test", "name": "test-1"}], ) self.app.data.insert( "filter_conditions", [{"_id": 2, "field": "urgency", "operator": "in", "value": "2", "name": "test-2"}] ) self.app.data.insert( "products", [ { "_id": 1, "content_filter": {"filter_id": 3, "filter_type": "permitting"}, "name": "p-1", "product_type": "api", } ], ) self.app.data.insert( "vocabularies", [ { "_id": "locators", "display_name": "Locators", "type": "unmanageable", "unique_field": "qcode", "items": [ { "is_active": True, "name": "NSW", "qcode": "NSW", "state": "New South Wales", "country": "Australia", "world_region": "Oceania", "group": "Australia", }, ], } ], ) embargo_ts = utcnow() + timedelta(days=2) article = { "_id": "tag:aap.com.au:20150613:12345", "guid": "tag:aap.com.au:20150613:12345", "_current_version": 1, "anpa_category": [{"qcode": "a"}], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "slugline": "slugline", "subject": [ {"qcode": "02011001", "name": "international court or tribunal", "parent": None}, {"qcode": "02011002", "name": "extradition"}, ], "anpa_take_key": "take_key", "unique_id": "1", "body_html": "The story body", "type": "text", "word_count": "1", "priority": 1, "profile": "snap", "state": "published", "urgency": 2, "pubstatus": "usable", "creditline": "sample creditline", "keywords": ["traffic"], "abstract": "<p>sample <b>abstract</b></p>", "place": [{"name": "NSW", "qcode": "NSW"}], "embargo": embargo_ts, "body_footer": "<p>call helpline 999 if you are planning to quit smoking</p>", "company_codes": [{"name": "YANCOAL AUSTRALIA LIMITED", "qcode": "YAL", "security_exchange": "ASX"}], "genre": [{"name": "Article", "qcode": "article"}], "flags": {"marked_for_legal": True}, "extra": {"foo": "test"}, "operation": "publish", } seq, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{"code": "NSW", "name": "New South Wales"}], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [ {"code": "02011001", "name": "international court or tribunal"}, {"code": "02011002", "name": "extradition"}, ], "service": [{"code": "a"}], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 2, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", "keywords": ["traffic"], "organisation": [ { "name": "YANCOAL AUSTRALIA LIMITED", "rel": "Securities Identifier", "symbols": [{"ticker": "YAL", "exchange": "ASX"}], } ], "genre": [{"name": "Article", "code": "article"}], "signal": [{"name": "Content Warning", "code": "cwarn", "scheme": "http://cv.iptc.org/newscodes/signal/"}], "extra": {"foo": "test"}, "charcount": 67, "wordcount": 13, "readtime": 0, "products": [{"code": 1, "name": "p-1"}], } self.assertEqual(json.loads(doc), expected) article["urgency"] = 1 seq, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{"code": "NSW", "name": "New South Wales"}], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [ {"code": "02011001", "name": "international court or tribunal"}, {"code": "02011002", "name": "extradition"}, ], "service": [{"code": "a"}], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 1, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", "keywords": ["traffic"], "organisation": [ { "name": "YANCOAL AUSTRALIA LIMITED", "rel": "Securities Identifier", "symbols": [{"ticker": "YAL", "exchange": "ASX"}], } ], "genre": [{"name": "Article", "code": "article"}], "signal": [{"name": "Content Warning", "code": "cwarn", "scheme": "http://cv.iptc.org/newscodes/signal/"}], "extra": {"foo": "test"}, "charcount": 67, "wordcount": 13, "readtime": 0, "products": [], } self.assertEqual(json.loads(doc), expected) def test_planning_data(self): planning_assignments.init_app(self.app) planning_planning.init_app(self.app) assignments = [{"coverage_item": "urn:coverage-id", "planning_item": "urn:planning-id"}] self.app.data.insert("assignments", assignments) article = { "_id": "tag:aap.com.au:20150613:12345", "guid": "tag:aap.com.au:20150613:12345", "type": "text", "version": 1, "assignment_id": assignments[0]["_id"], } seq, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] data = json.loads(doc) self.assertEqual("urn:planning-id", data["planning_id"]) self.assertEqual("urn:coverage-id", data["coverage_id"]) def test_picture_formatter(self): article = { "guid": "20150723001158606583", "_current_version": 1, "slugline": "AMAZING PICTURE", "original_source": "AAP", "renditions": { "viewImage": { "width": 640, "href": "http://localhost:5000/api/upload/55b032041d41c8d278d21b6f/raw?_schema=http", "mimetype": "image/jpeg", "height": 401, }, "original": { "href": "https://one-api.aap.com.au/api/v3/Assets/20150723001158606583/Original/download", "mimetype": "image/jpeg", }, }, "byline": "MICKEY MOUSE", "headline": "AMAZING PICTURE", "versioncreated": "2015-07-23T00:15:00.000Z", "ednote": "TEST ONLY", "type": "picture", "pubstatus": "usable", "source": "AAP", "description": "The most amazing picture you will ever see", "guid": "20150723001158606583", "body_footer": "<p>call helpline 999 if you are planning to quit smoking</p>", } seq, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] expected = { "byline": "MICKEY MOUSE", "renditions": { "original": { "href": "https://one-api.aap.com.au/api/v3/Assets/20150723001158606583/Original/download", "mimetype": "image/jpeg", }, "viewImage": { "href": "http://localhost:5000/api/upload/55b032041d41c8d278d21b6f/raw?_schema=http", "mimetype": "image/jpeg", "width": 640, "height": 401, }, }, "headline": "AMAZING PICTURE", "pubstatus": "usable", "version": "1", "versioncreated": "2015-07-23T00:15:00.000Z", "guid": "20150723001158606583", "description_html": "The most amazing picture you will ever see<p>call helpline 999 if you are planning to " "quit smoking</p>", "type": "picture", "priority": 5, "slugline": "AMAZING PICTURE", "ednote": "TEST ONLY", "source": "AAP", "products": [], } self.assertEqual(expected, json.loads(doc)) self.assertIn("viewImage", json.loads(doc).get("renditions")) def test_auto_published_item(self): article = { "guid": "foo", "_current_version": 1, "slugline": "AMAZING PICTURE", "original_source": "AAP", "byline": "MICKEY MOUSE", "headline": "AMAZING PICTURE", "versioncreated": "2015-07-23T00:15:00.000Z", "ednote": "TEST ONLY", "type": "picture", "pubstatus": "usable", "source": "AAP", "description": "The most amazing picture you will ever see", "body_footer": "<p>call helpline 999 if you are planning to quit smoking</p>", } _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed["guid"], "foo") article["ingest_id"] = "bar" article["ingest_version"] = "7" _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed["guid"], "foo") article["auto_publish"] = True _, doc = self.formatter.format(article, {"name": "Test Subscriber"})[0] processed = json.loads(doc) self.assertEqual(processed["guid"], "bar") self.assertEqual(processed["version"], "7")
def setUp(self): self.formatter = NewsroomNinjsFormatter() init_app(self.app) self.maxDiff = None
class NinjsFormatterTest(TestCase): def setUp(self): self.formatter = NewsroomNinjsFormatter() init_app(self.app) self.maxDiff = None def test_products(self): self.app.data.insert('content_filters', [{"_id": 3, "content_filter": [{"expression": {"pf": [1], "fc": [2]}}], "name": "soccer-only3"}]) self.app.data.insert('filter_conditions', [{'_id': 1, 'field': 'headline', 'operator': 'like', 'value': 'test', 'name': 'test-1'}]) self.app.data.insert('filter_conditions', [{'_id': 2, 'field': 'urgency', 'operator': 'in', 'value': '2', 'name': 'test-2'}]) self.app.data.insert('products', [{"_id": 1, "content_filter": {"filter_id": 3, "filter_type": "permitting"}, "name": "p-1", "product_type": "api"}]) self.app.data.insert('vocabularies', [ { "_id": "locators", "display_name": "Locators", "type": "unmanageable", "unique_field": "qcode", "items": [ {"is_active": True, "name": "NSW", "qcode": "NSW", "state": "New South Wales", "country": "Australia", "world_region": "Oceania", "group": "Australia"}, ], } ]) embargo_ts = (utcnow() + timedelta(days=2)) article = { '_id': 'tag:aap.com.au:20150613:12345', 'guid': 'tag:aap.com.au:20150613:12345', '_current_version': 1, 'anpa_category': [{'qcode': 'a'}], 'source': 'AAP', 'headline': 'This is a test headline', 'byline': 'joe', 'slugline': 'slugline', 'subject': [{'qcode': '02011001', 'name': 'international court or tribunal', 'parent': None}, {'qcode': '02011002', 'name': 'extradition'}], 'anpa_take_key': 'take_key', 'unique_id': '1', 'body_html': 'The story body', 'type': 'text', 'word_count': '1', 'priority': 1, 'profile': 'snap', 'state': 'published', 'urgency': 2, 'pubstatus': 'usable', 'creditline': 'sample creditline', 'keywords': ['traffic'], 'abstract': '<p>sample <b>abstract</b></p>', 'place': [{'name': 'NSW', 'qcode': 'NSW'}], 'embargo': embargo_ts, 'body_footer': '<p>call helpline 999 if you are planning to quit smoking</p>', 'company_codes': [{'name': 'YANCOAL AUSTRALIA LIMITED', 'qcode': 'YAL', 'security_exchange': 'ASX'}], 'genre': [{'name': 'Article', 'qcode': 'article'}], 'flags': {'marked_for_legal': True}, 'extra': {'foo': 'test'}, } seq, doc = self.formatter.format(article, {'name': 'Test Subscriber'})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{"code": "NSW", "name": "New South Wales"}], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [{"code": "02011001", "name": "international court or tribunal"}, {"code": "02011002", "name": "extradition"}], "service": [{"code": "a"}], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 2, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", 'keywords': ['traffic'], 'organisation': [{'name': 'YANCOAL AUSTRALIA LIMITED', 'rel': 'Securities Identifier', 'symbols': [{'ticker': 'YAL', 'exchange': 'ASX'}]}], 'genre': [{'name': 'Article', 'code': 'article'}], 'signal': [{'name': 'Content Warning', 'code': 'cwarn', 'scheme': 'http://cv.iptc.org/newscodes/signal/'}], 'extra': {'foo': 'test'}, 'charcount': 67, 'wordcount': 13, 'readtime': 0, 'products': [{'code': 1, 'name': 'p-1'}] } self.assertEqual(json.loads(doc), expected) article['urgency'] = 1 seq, doc = self.formatter.format(article, {'name': 'Test Subscriber'})[0] expected = { "guid": "tag:aap.com.au:20150613:12345", "version": "1", "place": [{"code": "NSW", "name": "New South Wales"}], "pubstatus": "usable", "body_html": "The story body<p>call helpline 999 if you are planning to quit smoking</p>", "type": "text", "subject": [{"code": "02011001", "name": "international court or tribunal"}, {"code": "02011002", "name": "extradition"}], "service": [{"code": "a"}], "source": "AAP", "headline": "This is a test headline", "byline": "joe", "urgency": 1, "priority": 1, "embargoed": embargo_ts.isoformat(), "profile": "snap", "slugline": "slugline", "description_text": "sample abstract", "description_html": "<p>sample <b>abstract</b></p>", 'keywords': ['traffic'], 'organisation': [{'name': 'YANCOAL AUSTRALIA LIMITED', 'rel': 'Securities Identifier', 'symbols': [{'ticker': 'YAL', 'exchange': 'ASX'}]}], 'genre': [{'name': 'Article', 'code': 'article'}], 'signal': [{'name': 'Content Warning', 'code': 'cwarn', 'scheme': 'http://cv.iptc.org/newscodes/signal/'}], 'extra': {'foo': 'test'}, 'charcount': 67, 'wordcount': 13, 'readtime': 0, 'products': [] } self.assertEqual(json.loads(doc), expected)