def get_records(self, url, start_date, end_date): url = furl(url) all_records, token = oai_get_records_and_token(url.url, self.timeout, self.force_request_update, self.namespaces, self.verify) while token: url.remove('from') url.remove('until') url.remove('metadataPrefix') url.args['resumptionToken'] = token[0] records, token = oai_get_records_and_token(url.url, self.timeout, self.force_request_update, self.namespaces, self.verify) all_records += records return all_records
def get_records(self, url, start_date, end_date): url = furl(url) all_records, token = oai_get_records_and_token( url.url, self.timeout, self.force_request_update, self.namespaces, self.verify) while token: url.remove('from') url.remove('until') url.remove('metadataPrefix') url.args['resumptionToken'] = token[0] records, token = oai_get_records_and_token( url.url, self.timeout, self.force_request_update, self.namespaces, self.verify) all_records += records return all_records
def test_oai_get_records_and_token(self): url = 'http://repository.asu.edu/oai-pmh?verb=ListRecords&metadataPrefix=oai_dc&from=2015-03-10&until=2015-03-11' force = False verify = True throttle = 0.5 namespaces = { 'dc': 'http://purl.org/dc/elements/1.1/', 'ns0': 'http://www.openarchives.org/OAI/2.0/', 'oai_dc': 'http://www.openarchives.org/OAI/2.0/', } records, token = helpers.oai_get_records_and_token(url, throttle, force, namespaces, verify) assert records assert token assert len(records) == 50
def test_oai_get_records_and_token(self): url = 'http://repository.asu.edu/oai-pmh?verb=ListRecords&metadataPrefix=oai_dc&from=2015-03-10&until=2015-03-11' force = False verify = True throttle = 0.5 namespaces = { 'dc': 'http://purl.org/dc/elements/1.1/', 'ns0': 'http://www.openarchives.org/OAI/2.0/', 'oai_dc': 'http://www.openarchives.org/OAI/2.0/', } records, token = helpers.oai_get_records_and_token( url, throttle, force, namespaces, verify) assert records assert token assert len(records) == 50