def collection_post(self):
"""Add new resources"""
items = self.request.validated['items']
provider_id = self.request.validated['provider_id']
result_items = []
for item in items:
item['data']['provider_id'] = provider_id
resource = None
if 'id' in item['data'].keys():
resource = self.model.get_by_id(item['data']['id'])
if resource is not None:
if provider_id != resource.provider_id:
self.request.response.status_code = 403
return self.collection_json(
[resource.to_item(self.request)]
)
resource.update_from_appstruct(item['data'])
DBSession.merge(resource)
if resource is None:
resource = self.model(**item['data'])
DBSession.add(resource)
DBSession.flush()
result_items.append(resource.to_item(self.request))
response = self.request.response
response.status_code = 201
if len(result_items) == 1:
# POSTed a single item, we can send the Location header
response.headers['location'] = result_items[0]['href']
return self.collection_json(result_items)
def collection_post(self):
"""Add new resources"""
items = self.request.validated['items']
provider_id = self.request.validated['provider_id']
result_items = []
for item in items:
item['data']['provider_id'] = provider_id
resource = None
if 'id' in item['data'].keys():
resource = self.model.get_by_id(item['data']['id'])
if resource is not None:
if provider_id != resource.provider_id:
self.request.response.status_code = 403
return self.collection_json(
[resource.to_item(self.request)])
resource.update_from_appstruct(item['data'])
DBSession.merge(resource)
if resource is None:
resource = self.model(**item['data'])
DBSession.add(resource)
DBSession.flush()
result_items.append(resource.to_item(self.request))
response = self.request.response
response.status_code = 201
if len(result_items) == 1:
# POSTed a single item, we can send the Location header
response.headers['location'] = result_items[0]['href']
return self.collection_json(result_items)
def harvest():
query = DBSession.query(Source)
for source in query:
error_message = u"Failed to harvest source {id} with URL {url}".format(
id=source.id,
url=source.url,
)
try:
response = requests.get(source.url)
if response.status_code != 200:
continue
content = response.text
try:
json.loads(content)
is_json = True
except ValueError:
is_json = False
request = HarvestRequest(content)
if is_json:
cstruct = json_extractor(request)
else:
cstruct = icalendar_extractor(request)
harvest_cstruct(cstruct, source)
if request.errors:
log.warning(error_message, exc_info=True)
for error in request.errors:
log.warning(error['description'])
except Exception:
log.warning(error_message, exc_info=True)
DBSession.flush()
def _test_get_media(self, klass):
attrname = klass.__name__.lower() + 's'
event = self.create_event()
setattr(event, attrname, [
klass(url=u'http://example.com/abc',
license=u'CC By'),
klass(url=u'http://example.com/123',
license=u'Art Libre'),
])
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event.id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertIn(
{'name': attrname, "value": [
{
"url": u"http://example.com/abc",
"license": u"CC By"
},
{
"url": u"http://example.com/123",
"license": u"Art Libre"
}
]},
event_data)
def collection_post(self):
"""Add a new event"""
event_info = json.loads(self.request.body)
event = Event(**event_info)
DBSession.add(event)
DBSession.flush()
return {'id': event.id, 'status': 'created'}
def harvest():
query = DBSession.query(Source)
for source in query:
error_message = u"Failed to harvest source {id} with URL {url}".format(
id=source.id,
url=source.url,
)
try:
response = requests.get(source.url)
if response.status_code != 200:
continue
content = response.text
try:
json.loads(content)
is_json = True
except ValueError:
is_json = False
request = HarvestRequest(content)
if is_json:
cstruct = json_extractor(request)
else:
cstruct = icalendar_extractor(request)
harvest_cstruct(cstruct, source)
if request.errors:
log.warning(error_message, exc_info=True)
for error in request.errors:
log.warning(error['description'])
except Exception:
log.warning(error_message, exc_info=True)
DBSession.flush()
def get_event(self, **kwargs):
event = self.create_event(**kwargs)
DBSession.flush()
response = self.app.get('/v1/events/%s' % event.id,
headers={'Accept': 'text/calendar'})
return event, response
def get_event(self, **kwargs):
event = self.create_event(**kwargs)
DBSession.flush()
response = self.app.get('/v1/events/%s' % event.id,
headers={'Accept': 'text/calendar'})
return event, response
def test_all_fields(self):
event_id = self.post_event(example_data)
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event_id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertEqualIgnoringId(event_data, example_data)
def test_all_fields(self):
event_id = self.post_event(example_data)
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event_id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertEqualIgnoringId(event_data, example_data)
def test_datetime(self):
event = self.create_event()
event.start_time = datetime(2014, 1, 25, 16)
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(csv_text(response.text)))
row = next(reader)
self.assertEqual(row['start_time'], '2014-01-25T16:00:00')
def test_update_from_uid_with_domain_part(self):
self.create_event(title=u'Existing event', id=u'*****@*****.**')
DBSession.flush()
self.setup_requests_mock(body_text=valid_icalendar)
source = self.make_source()
harvest()
self.mock_requests.get.assert_called_with(source.url)
event = DBSession.query(Event).one()
self.assertEqual(event.title, u"Capitole du Libre")
def test_update_from_uid_with_domain_part(self):
self.create_event(title=u'Existing event', id=u'*****@*****.**')
DBSession.flush()
self.setup_requests_mock(body_text=valid_icalendar)
source = self.make_source()
harvest()
self.mock_requests.get.assert_called_with(source.url)
event = DBSession.query(Event).one()
self.assertEqual(event.title, u"Capitole du Libre")
def test_tags(self):
event = self.create_event()
event.tags = [Tag(name=u'Tag1'), Tag(name=u'Tag2')]
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(response.text))
row = next(reader)
self.assertEqual(row['tags'], u'Tag1, Tag2')
def test_get_tags(self):
event = self.create_event()
event.tags = [Tag(name=u'Music'), Tag(name=u"音楽")]
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event.id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertIn({'name': "tags", 'value': [u'Music', u"音楽"]}, event_data)
def test_header(self):
self.create_event(title=u'Événement 1')
self.create_event(title=u'Événement 2')
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(response.text))
self.assertIn('title', reader.fieldnames)
def test_get_categories(self):
event = self.create_event()
event.categories = [Tag(name=u'Music'), Tag(name=u"音楽")]
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event.id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertIn({'name': "categories", 'value': [u'Music', u"音楽"]},
event_data)
def test_location(self):
self.create_event(title=u'Événement 1',
location=Location(name=u'Évian'))
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(csv_text(response.text)))
row = next(reader)
self.assertEqual(row['location_name'], 'Évian')
self.assertNotIn('location_event_id', row)
def test_title(self):
self.create_event(title=u'Événement 1')
self.create_event(title=u'Événement 2')
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(csv_text(response.text)))
row = next(reader)
self.assertIn('title', row)
self.assertEqual(row['title'], 'Événement 1')
def test_random_fields(self):
self.create_event(title=u'Événement 1', press_contact_name=u'Émile')
self.create_event(title=u'Événement 2', description=u'Foo bar')
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(csv_text(response.text)))
row = next(reader)
self.assertEqual(row['press_contact_name'], 'Émile')
row = next(reader)
self.assertEqual(row['description'], u'Foo bar')
def test_categories(self):
categories = ['category1', 'category2']
event1 = self.create_event(categories=categories)
DBSession.flush()
self.assertTrue(event1.id.endswith("@example.com"))
self.assertEqual(event1.categories[0].name, 'category1')
category = event1.categories[0]
event2 = self.create_event(categories=categories)
DBSession.flush()
self.assertTrue(event2.id.endswith("@example.com"))
self.assertEqual(event2.categories[0].name, 'category1')
self.assertEqual(category, event2.categories[0])
def test_tags(self):
tags = ['tag1', 'tag2']
event1 = self.create_event(tags=tags)
DBSession.flush()
self.assertTrue(event1.id.endswith("@example.com"))
self.assertEqual(event1.tags[0].name, 'tag1')
tag = event1.tags[0]
event2 = self.create_event(tags=tags)
DBSession.flush()
self.assertTrue(event2.id.endswith("@example.com"))
self.assertEqual(event2.tags[0].name, 'tag1')
self.assertEqual(tag, event2.tags[0])
def test_categories(self):
categories = ['category1', 'category2']
event1 = self.create_event(categories=categories)
DBSession.flush()
self.assertTrue(event1.id.endswith("@example.com"))
self.assertEqual(event1.categories[0].name, 'category1')
category = event1.categories[0]
event2 = self.create_event(categories=categories)
DBSession.flush()
self.assertTrue(event2.id.endswith("@example.com"))
self.assertEqual(event2.categories[0].name, 'category1')
self.assertEqual(category, event2.categories[0])
def test_tags(self):
tags = ['tag1', 'tag2']
event1 = self.create_event(tags=tags)
DBSession.flush()
self.assertTrue(event1.id.endswith("@example.com"))
self.assertEqual(event1.tags[0].name, 'tag1')
tag = event1.tags[0]
event2 = self.create_event(tags=tags)
DBSession.flush()
self.assertTrue(event2.id.endswith("@example.com"))
self.assertEqual(event2.tags[0].name, 'tag1')
self.assertEqual(tag, event2.tags[0])
def test_sounds(self):
event = self.create_event()
event.sounds = [
Sound(url=u'http://example.com/sound1', license='CC BY'),
Sound(url=u'http://example.com/sound2', license='Whatever'),
]
DBSession.flush()
response = self.app.get('/v1/events', headers={'Accept': 'text/csv'})
reader = csv.DictReader(StringIO(csv_text(response.text)))
row = next(reader)
self.assertEqual(
row['sounds'], u'http://example.com/sound1 (CC BY), ' +
'http://example.com/sound2 (Whatever)')
def _test_get_media(self, klass):
attrname = klass.__name__.lower() + 's'
event = self.create_event()
setattr(event, attrname, [
klass(url=u'http://example.com/abc', license=u'CC By'),
klass(url=u'http://example.com/123', license=u'Art Libre'),
])
DBSession.flush()
response = self.app.get(
'/v1/events/%s' % event.id,
headers={'Accept': 'application/vnd.collection+json'})
event_data = response.json['collection']['items'][0]['data']
self.assertIn(
{
'name':
attrname,
"value": [{
"url": u"http://example.com/abc",
"license": u"CC By"
}, {
"url": u"http://example.com/123",
"license": u"Art Libre"
}]
}, event_data)
def test_uid(self):
start_time = datetime(2013, 1, 1)
event = self.create_event(start_time=start_time)
DBSession.flush()
self.assertTrue(event.id.endswith("@example.com"))
def test_get_all_fields(self):
event = self.create_event(**self.example_data)
DBSession.flush()
response = self.app.get('/events/%s' % event.id)
self.assertDictEqual(response.json['event'], self.example_data)
def test_uid(self):
start_time = datetime(2013, 1, 1)
event = self.create_event(start_time=start_time)
DBSession.flush()
self.assertTrue(event.id.endswith("@example.com"))
def make_source(self, url=u"http://example.com", provider_id='123'):
source = Source(url=url, provider_id=provider_id)
DBSession.add(source)
DBSession.flush()
return source
def test_same_tag_and_category(self):
event = self.create_event(tags=['tag'], categories=['tag'])
DBSession.flush()
self.assertTrue(event.id.endswith("@example.com"))
self.assertEqual(event.tags[0].name, 'tag')
self.assertEqual(event.categories[0].name, 'tag')
def test_same_tag_and_category(self):
event = self.create_event(tags=['tag'], categories=['tag'])
DBSession.flush()
self.assertTrue(event.id.endswith("@example.com"))
self.assertEqual(event.tags[0].name, 'tag')
self.assertEqual(event.categories[0].name, 'tag')