def testIncrementalHarvestScheduleSetToNone(self):
observer = CallTrace(emptyGeneratorMethods=['add'])
oaiDownloadProcessor = OaiDownloadProcessor(
path="/oai",
metadataPrefix="oai_dc",
incrementalHarvestSchedule=Schedule(period=0),
workingDirectory=self.tempdir,
xWait=False,
err=StringIO())
oaiDownloadProcessor.addObserver(observer)
consume(
oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE))))
self.assertEqual('2002-06-01T19:20:30Z', oaiDownloadProcessor._from)
self.assertNotEqual(None,
oaiDownloadProcessor._earliestNextRequestTime)
self.assertEqual(
['startOaiBatch', 'add', 'stopOaiBatch', 'signalHarvestingDone'],
observer.calledMethodNames())
observer.calledMethods.reset()
oaiDownloadProcessor.setFrom(from_=None)
oaiDownloadProcessor.setIncrementalHarvestSchedule(schedule=None)
consume(
oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE))))
self.assertEqual('2002-06-01T19:20:30Z', oaiDownloadProcessor._from)
self.assertEqual(None, oaiDownloadProcessor._earliestNextRequestTime)
self.assertEqual(
['startOaiBatch', 'add', 'stopOaiBatch', 'signalHarvestingDone'],
observer.calledMethodNames())
def testUpdateRequest(self):
oaiDownloadProcessor = OaiDownloadProcessor(
path="/oai",
metadataPrefix="oai_dc",
workingDirectory=self.tempdir,
xWait=True)
oaiDownloadProcessor.setPath('/otherOai')
oaiDownloadProcessor.setMetadataPrefix('otherPrefix')
oaiDownloadProcessor.setSet('aSet')
oaiDownloadProcessor.setFrom('2014')
self.assertEqual(
"""GET /otherOai?verb=ListRecords&from=2014&metadataPrefix=otherPrefix&set=aSet&x-wait=True HTTP/1.0\r\nX-Meresco-Oai-Client-Identifier: %s\r\nUser-Agent: Meresco-Oai-DownloadProcessor/5.x\r\n\r\n"""
% oaiDownloadProcessor._identifier,
oaiDownloadProcessor.buildRequest())
def testUpdateRequestAfterSetResumptionToken(self):
oaiDownloadProcessor = OaiDownloadProcessor(
path="/oai",
metadataPrefix="oai_dc",
set="aSet",
workingDirectory=self.tempdir,
xWait=False)
oaiDownloadProcessor.setPath('/otherOai')
oaiDownloadProcessor.setFrom('2014')
oaiDownloadProcessor.setResumptionToken('ReSumptionToken')
self.assertEqual(
"""GET /otherOai?verb=ListRecords&resumptionToken=ReSumptionToken HTTP/1.0\r\nX-Meresco-Oai-Client-Identifier: %s\r\nUser-Agent: Meresco-Oai-DownloadProcessor/5.x\r\n\r\n"""
% oaiDownloadProcessor._identifier,
oaiDownloadProcessor.buildRequest())