def test_query_getting_expired_content(self):
provider, provider_service = self.setup_reuters_provider()
items = provider_service.fetch_ingest(reuters_guid)
now = utcnow()
for i, item in enumerate(items):
item["ingest_provider"] = provider["_id"]
expiry_time = now - timedelta(hours=11)
if i > 4:
expiry_time = now + timedelta(minutes=11)
item["expiry"] = item["versioncreated"] = expiry_time
service = get_resource_service("ingest")
service.post(items)
expiredItems = get_expired_items(provider, "ingest")
self.assertEqual(5, expiredItems.count())
def test_query_getting_expired_content(self):
provider, provider_service = self.setup_reuters_provider()
items = provider_service.fetch_ingest(reuters_guid)
now = utcnow()
for i, item in enumerate(items):
item['ingest_provider'] = provider['_id']
expiry_time = now - timedelta(hours=11)
if i > 4:
expiry_time = now + timedelta(minutes=11)
item['expiry'] = item['versioncreated'] = expiry_time
service = get_resource_service('ingest')
service.post(items)
expiredItems = get_expired_items(provider)
self.assertEqual(5, expiredItems.count())
def test_query_getting_expired_content(self):
provider_name = 'reuters'
guid = 'tag_reuters.com_2014_newsml_KBN0FL0NM:10'
provider = get_resource_service('ingest_providers').find_one(name=provider_name, req=None)
provider_service = self._get_provider_service(provider)
provider_service.provider = provider
provider_service.URL = provider.get('config', {}).get('url')
items = provider_service.fetch_ingest(guid)
now = utcnow()
for i, item in enumerate(items):
item['ingest_provider'] = provider['_id']
expiry_time = now - timedelta(hours=11)
if i > 4:
expiry_time = now + timedelta(minutes=11)
item['expiry'] = item['versioncreated'] = expiry_time
service = get_resource_service('ingest')
service.post(items)
expiredItems = get_expired_items(provider, now)
self.assertEqual(5, expiredItems.count())
def test_query_getting_expired_content(self):
provider_name = 'reuters'
guid = 'tag_reuters.com_2014_newsml_KBN0FL0NM:10'
provider = get_resource_service('ingest_providers').find_one(name=provider_name, req=None)
provider_service = self._get_provider_service(provider)
provider_service.provider = provider
provider_service.URL = provider.get('config', {}).get('url')
items = provider_service.fetch_ingest(guid)
now = utcnow()
for i, item in enumerate(items):
item['ingest_provider'] = provider['_id']
expiry_time = now - timedelta(hours=11)
if i > 4:
expiry_time = now + timedelta(minutes=11)
item['expiry'] = item['versioncreated'] = expiry_time
service = get_resource_service('ingest')
service.post(items)
expiredItems = get_expired_items(provider)
self.assertEqual(5, expiredItems.count())
def test_query_getting_expired_content(self):
provider_name = 'reuters'
guid = 'tag_reuters.com_2014_newsml_KBN0FL0NM'
with self.app.app_context():
provider = get_resource_service('ingest_providers').find_one(name=provider_name, req=None)
provider_service = self.provider_services[provider.get('type')]
provider_service.provider = provider
items = provider_service.fetch_ingest(guid)
for item in items:
item['ingest_provider'] = provider['_id']
now = utcnow()
items[0]['expiry'] = now - timedelta(hours=11)
items[1]['expiry'] = now - timedelta(hours=11)
items[2]['expiry'] = now + timedelta(hours=11)
items[5]['versioncreated'] = now + timedelta(minutes=11)
service = get_resource_service('ingest')
service.post(items)
expiredItems = get_expired_items(provider, now)
self.assertEquals(4, expiredItems.count())
def test_query_getting_expired_content(self):
provider_name = 'reuters'
guid = 'tag_reuters.com_2014_newsml_KBN0FL0NM'
with self.app.app_context():
provider = get_resource_service('ingest_providers').find_one(
name=provider_name, req=None)
provider_service = self.provider_services[provider.get('type')]
provider_service.provider = provider
items = provider_service.fetch_ingest(guid)
for item in items:
item['ingest_provider'] = provider['_id']
now = utcnow()
items[0]['expiry'] = now - timedelta(hours=11)
items[1]['expiry'] = now - timedelta(hours=11)
items[2]['expiry'] = now + timedelta(hours=11)
items[5]['versioncreated'] = now + timedelta(minutes=11)
service = get_resource_service('ingest')
service.post(items)
expiredItems = get_expired_items(provider, now)
self.assertEquals(4, expiredItems.count())
