def setUp(self, request_mock): self.response = responses.read("nlvoorelkaar_demand.html") scraper = NLvoorElkaar() self.source = scraper._sources[1] self.url = "https://www.nlvoorelkaar.nl/hulpvragen/183242" request_mock.get(self.url, text=self.response, status_code=200) self.request_mock = request_mock self.actual = InitiativeImport(source_id=183242, source_uri=self.url) scraper._sources[1].complete(self.actual)
def setUp(self, request_mock): self.response = responses.read("nlvoorelkaar_supply.html") scraper = NLvoorElkaar() self.source = scraper._sources[0] self.url = "https://www.nlvoorelkaar.nl/hulpaanbod/179582" request_mock.get(self.url, text=self.response, status_code=200) self.request_mock = request_mock self.actual = InitiativeImport(source_id=179582, source_uri=self.url) scraper._sources[0].complete(self.actual)
def setUp(self, request_mock): self.response = responses.read("wijamsterdam_api_site_idea.json") self.response_objects = \ json.loads( self.response, object_hook=lambda d: namedtuple('X', d.keys())(*d.values()) ) self.url = "https://api2.openstad.amsterdam/api/site/197/idea" self.source = WijAmsterdamSource() request_mock.get(self.url, text=self.response, status_code=200) self.request_mock = request_mock self.actual_result = [item for item in self.source.initiatives()]
def setUp(self, request_mock): self.response_list = responses.read("coronapioniers_api_list.json") self.response_item = responses.read("coronapioniers_api_item.json") #response for id 343 self.response_tags = responses.read("coronapioniers_api_tags.json") #response for all tags self.response_media = responses.read("coronapioniers_api_media.json") #response for id 272 scraper = CoronaPioniers() self.source = scraper._sources[0] self.item_url = "https://coronapioniers.vpro.nl/api/v3/posts/343" self.list_url = "https://coronapioniers.vpro.nl/api/v3/posts/geojson?has_location=mapped&limit=200&offset=0&order=desc&order_unlocked_on_top=true&orderby=created&source%5B%5D=sms&source%5B%5D=twitter&source%5B%5D=web&source%5B%5D=email&status%5B%5D=published&status%5B%5D=draft" self.tags_url = "https://coronapioniers.vpro.nl/api/v3/tags" self.media_url = "https://coronapioniers.vpro.nl/api/v3/media/272" request_mock.get(self.item_url, text=self.response_item, status_code=200) request_mock.get(self.list_url, text=self.response_list, status_code=200) request_mock.get(self.tags_url, text=self.response_tags, status_code=200) request_mock.get(self.media_url, text=self.response_media, status_code=200) self.request_mock = request_mock self.actual_result_list = [item for item in self.source.initiatives()] self.actual = next((x for x in self.actual_result_list if x.source_id == 343), None) self.source.complete(self.actual)
def __init__(self, method_name): super().__init__(method_name) self.list_response = responses.read("mijnbuurtje_list.html") self.item_response = responses.read("mijnbuurtje_item.html") self.item_nolocation_response = responses.read( "mijnbuurtje_nolocation_item.html")
def deeds_test_response_mock(): mock = Mock() response = responses.read("coronahelpers_deeds.json") mock.content = response return mock