def collection_post(self): """Add new resources""" items = self.request.validated['items'] provider_id = self.request.validated['provider_id'] result_items = [] for item in items: item['data']['provider_id'] = provider_id resource = None if 'id' in item['data'].keys(): resource = self.model.get_by_id(item['data']['id']) if resource is not None: if provider_id != resource.provider_id: self.request.response.status_code = 403 return self.collection_json( [resource.to_item(self.request)] ) resource.update_from_appstruct(item['data']) DBSession.merge(resource) if resource is None: resource = self.model(**item['data']) DBSession.add(resource) DBSession.flush() result_items.append(resource.to_item(self.request)) response = self.request.response response.status_code = 201 if len(result_items) == 1: # POSTed a single item, we can send the Location header response.headers['location'] = result_items[0]['href'] return self.collection_json(result_items)
def collection_post(self): """Add new resources""" items = self.request.validated['items'] provider_id = self.request.validated['provider_id'] result_items = [] for item in items: item['data']['provider_id'] = provider_id resource = None if 'id' in item['data'].keys(): resource = self.model.get_by_id(item['data']['id']) if resource is not None: if provider_id != resource.provider_id: self.request.response.status_code = 403 return self.collection_json( [resource.to_item(self.request)]) resource.update_from_appstruct(item['data']) DBSession.merge(resource) if resource is None: resource = self.model(**item['data']) DBSession.add(resource) DBSession.flush() result_items.append(resource.to_item(self.request)) response = self.request.response response.status_code = 201 if len(result_items) == 1: # POSTed a single item, we can send the Location header response.headers['location'] = result_items[0]['href'] return self.collection_json(result_items)
def harvest(): query = DBSession.query(Source) for source in query: error_message = u"Failed to harvest source {id} with URL {url}".format( id=source.id, url=source.url, ) try: response = requests.get(source.url) if response.status_code != 200: continue content = response.text try: json.loads(content) is_json = True except ValueError: is_json = False request = HarvestRequest(content) if is_json: cstruct = json_extractor(request) else: cstruct = icalendar_extractor(request) harvest_cstruct(cstruct, source) if request.errors: log.warning(error_message, exc_info=True) for error in request.errors: log.warning(error['description']) except Exception: log.warning(error_message, exc_info=True) DBSession.flush()
def _test_get_media(self, klass): attrname = klass.__name__.lower() + 's' event = self.create_event() setattr(event, attrname, [ klass(url=u'http://example.com/abc', license=u'CC By'), klass(url=u'http://example.com/123', license=u'Art Libre'), ]) DBSession.flush() response = self.app.get( '/v1/events/%s' % event.id, headers={'Accept': 'application/vnd.collection+json'}) event_data = response.json['collection']['items'][0]['data'] self.assertIn( {'name': attrname, "value": [ { "url": u"http://example.com/abc", "license": u"CC By" }, { "url": u"http://example.com/123", "license": u"Art Libre" } ]}, event_data)
def collection_post(self): """Add a new event""" event_info = json.loads(self.request.body) event = Event(**event_info) DBSession.add(event) DBSession.flush() return {'id': event.id, 'status': 'created'}
def get_event(self, **kwargs): event = self.create_event(**kwargs) DBSession.flush() response = self.app.get('/v1/events/%s' % event.id, headers={'Accept': 'text/calendar'}) return event, response
def test_all_fields(self): event_id = self.post_event(example_data) DBSession.flush() response = self.app.get( '/v1/events/%s' % event_id, headers={'Accept': 'application/vnd.collection+json'}) event_data = response.json['collection']['items'][0]['data'] self.assertEqualIgnoringId(event_data, example_data)
def test_datetime(self): event = self.create_event() event.start_time = datetime(2014, 1, 25, 16) DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(csv_text(response.text))) row = next(reader) self.assertEqual(row['start_time'], '2014-01-25T16:00:00')
def test_update_from_uid_with_domain_part(self): self.create_event(title=u'Existing event', id=u'*****@*****.**') DBSession.flush() self.setup_requests_mock(body_text=valid_icalendar) source = self.make_source() harvest() self.mock_requests.get.assert_called_with(source.url) event = DBSession.query(Event).one() self.assertEqual(event.title, u"Capitole du Libre")
def test_tags(self): event = self.create_event() event.tags = [Tag(name=u'Tag1'), Tag(name=u'Tag2')] DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(response.text)) row = next(reader) self.assertEqual(row['tags'], u'Tag1, Tag2')
def test_get_tags(self): event = self.create_event() event.tags = [Tag(name=u'Music'), Tag(name=u"音楽")] DBSession.flush() response = self.app.get( '/v1/events/%s' % event.id, headers={'Accept': 'application/vnd.collection+json'}) event_data = response.json['collection']['items'][0]['data'] self.assertIn({'name': "tags", 'value': [u'Music', u"音楽"]}, event_data)
def test_header(self): self.create_event(title=u'Événement 1') self.create_event(title=u'Événement 2') DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(response.text)) self.assertIn('title', reader.fieldnames)
def test_get_categories(self): event = self.create_event() event.categories = [Tag(name=u'Music'), Tag(name=u"音楽")] DBSession.flush() response = self.app.get( '/v1/events/%s' % event.id, headers={'Accept': 'application/vnd.collection+json'}) event_data = response.json['collection']['items'][0]['data'] self.assertIn({'name': "categories", 'value': [u'Music', u"音楽"]}, event_data)
def test_location(self): self.create_event(title=u'Événement 1', location=Location(name=u'Évian')) DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(csv_text(response.text))) row = next(reader) self.assertEqual(row['location_name'], 'Évian') self.assertNotIn('location_event_id', row)
def test_title(self): self.create_event(title=u'Événement 1') self.create_event(title=u'Événement 2') DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(csv_text(response.text))) row = next(reader) self.assertIn('title', row) self.assertEqual(row['title'], 'Événement 1')
def test_random_fields(self): self.create_event(title=u'Événement 1', press_contact_name=u'Émile') self.create_event(title=u'Événement 2', description=u'Foo bar') DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(csv_text(response.text))) row = next(reader) self.assertEqual(row['press_contact_name'], 'Émile') row = next(reader) self.assertEqual(row['description'], u'Foo bar')
def test_categories(self): categories = ['category1', 'category2'] event1 = self.create_event(categories=categories) DBSession.flush() self.assertTrue(event1.id.endswith("@example.com")) self.assertEqual(event1.categories[0].name, 'category1') category = event1.categories[0] event2 = self.create_event(categories=categories) DBSession.flush() self.assertTrue(event2.id.endswith("@example.com")) self.assertEqual(event2.categories[0].name, 'category1') self.assertEqual(category, event2.categories[0])
def test_tags(self): tags = ['tag1', 'tag2'] event1 = self.create_event(tags=tags) DBSession.flush() self.assertTrue(event1.id.endswith("@example.com")) self.assertEqual(event1.tags[0].name, 'tag1') tag = event1.tags[0] event2 = self.create_event(tags=tags) DBSession.flush() self.assertTrue(event2.id.endswith("@example.com")) self.assertEqual(event2.tags[0].name, 'tag1') self.assertEqual(tag, event2.tags[0])
def test_sounds(self): event = self.create_event() event.sounds = [ Sound(url=u'http://example.com/sound1', license='CC BY'), Sound(url=u'http://example.com/sound2', license='Whatever'), ] DBSession.flush() response = self.app.get('/v1/events', headers={'Accept': 'text/csv'}) reader = csv.DictReader(StringIO(csv_text(response.text))) row = next(reader) self.assertEqual( row['sounds'], u'http://example.com/sound1 (CC BY), ' + 'http://example.com/sound2 (Whatever)')
def _test_get_media(self, klass): attrname = klass.__name__.lower() + 's' event = self.create_event() setattr(event, attrname, [ klass(url=u'http://example.com/abc', license=u'CC By'), klass(url=u'http://example.com/123', license=u'Art Libre'), ]) DBSession.flush() response = self.app.get( '/v1/events/%s' % event.id, headers={'Accept': 'application/vnd.collection+json'}) event_data = response.json['collection']['items'][0]['data'] self.assertIn( { 'name': attrname, "value": [{ "url": u"http://example.com/abc", "license": u"CC By" }, { "url": u"http://example.com/123", "license": u"Art Libre" }] }, event_data)
def test_uid(self): start_time = datetime(2013, 1, 1) event = self.create_event(start_time=start_time) DBSession.flush() self.assertTrue(event.id.endswith("@example.com"))
def test_get_all_fields(self): event = self.create_event(**self.example_data) DBSession.flush() response = self.app.get('/events/%s' % event.id) self.assertDictEqual(response.json['event'], self.example_data)
def make_source(self, url=u"http://example.com", provider_id='123'): source = Source(url=url, provider_id=provider_id) DBSession.add(source) DBSession.flush() return source
def test_same_tag_and_category(self): event = self.create_event(tags=['tag'], categories=['tag']) DBSession.flush() self.assertTrue(event.id.endswith("@example.com")) self.assertEqual(event.tags[0].name, 'tag') self.assertEqual(event.categories[0].name, 'tag')