Python oai_get_records_and_token Examples

Example #1

File: __init__.py Project: NeuroVault/scrapi

    def get_records(self, url, start_date, end_date):
        url = furl(url)
        all_records, token = oai_get_records_and_token(url.url, self.timeout, self.force_request_update, self.namespaces, self.verify)

        while token:
            url.remove('from')
            url.remove('until')
            url.remove('metadataPrefix')
            url.args['resumptionToken'] = token[0]
            records, token = oai_get_records_and_token(url.url, self.timeout, self.force_request_update, self.namespaces, self.verify)
            all_records += records

        return all_records

Example #2

    def get_records(self, url, start_date, end_date):
        url = furl(url)
        all_records, token = oai_get_records_and_token(
            url.url, self.timeout, self.force_request_update, self.namespaces,
            self.verify)

        while token:
            url.remove('from')
            url.remove('until')
            url.remove('metadataPrefix')
            url.args['resumptionToken'] = token[0]
            records, token = oai_get_records_and_token(
                url.url, self.timeout, self.force_request_update,
                self.namespaces, self.verify)
            all_records += records

        return all_records

Example #3

File: test_helpers.py Project: alexgarciac/scrapi

 def test_oai_get_records_and_token(self):
     url = 'http://repository.asu.edu/oai-pmh?verb=ListRecords&metadataPrefix=oai_dc&from=2015-03-10&until=2015-03-11'
     force = False
     verify = True
     throttle = 0.5
     namespaces = {
         'dc': 'http://purl.org/dc/elements/1.1/',
         'ns0': 'http://www.openarchives.org/OAI/2.0/',
         'oai_dc': 'http://www.openarchives.org/OAI/2.0/',
     }
     records, token = helpers.oai_get_records_and_token(url, throttle, force, namespaces, verify)
     assert records
     assert token
     assert len(records) == 50

Example #4

 def test_oai_get_records_and_token(self):
     url = 'http://repository.asu.edu/oai-pmh?verb=ListRecords&metadataPrefix=oai_dc&from=2015-03-10&until=2015-03-11'
     force = False
     verify = True
     throttle = 0.5
     namespaces = {
         'dc': 'http://purl.org/dc/elements/1.1/',
         'ns0': 'http://www.openarchives.org/OAI/2.0/',
         'oai_dc': 'http://www.openarchives.org/OAI/2.0/',
     }
     records, token = helpers.oai_get_records_and_token(
         url, throttle, force, namespaces, verify)
     assert records
     assert token
     assert len(records) == 50