def testSetIncrementalHarvestSchedule(self):
oaiDownloadProcessor = OaiDownloadProcessor(path="/oai", metadataPrefix="oai_dc", workingDirectory=self.tempdir, xWait=False, err=StringIO(), incrementalHarvestSchedule=None)
oaiDownloadProcessor._time = lambda: 10
oaiDownloadProcessor.setIncrementalHarvestSchedule(schedule=Schedule(period=3))
self.assertEquals(0, oaiDownloadProcessor._earliestNextRequestTime)
consume(oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE % ''))))
self.assertEquals(13, oaiDownloadProcessor._earliestNextRequestTime)
def testIncrementalHarvestScheduleSetToNone(self):
observer = CallTrace(emptyGeneratorMethods=['add'])
oaiDownloadProcessor = OaiDownloadProcessor(path="/oai", metadataPrefix="oai_dc", incrementalHarvestSchedule=Schedule(period=0), workingDirectory=self.tempdir, xWait=False, err=StringIO())
oaiDownloadProcessor.addObserver(observer)
consume(oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE))))
self.assertEquals('2002-06-01T19:20:30Z', oaiDownloadProcessor._from)
self.assertNotEqual(None, oaiDownloadProcessor._earliestNextRequestTime)
self.assertEquals(['startOaiBatch', 'add', 'stopOaiBatch', 'signalHarvestingDone'], observer.calledMethodNames())
observer.calledMethods.reset()
oaiDownloadProcessor.setFrom(from_=None)
oaiDownloadProcessor.setIncrementalHarvestSchedule(schedule=None)
consume(oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE))))
self.assertEquals('2002-06-01T19:20:30Z', oaiDownloadProcessor._from)
self.assertEquals(None, oaiDownloadProcessor._earliestNextRequestTime)
self.assertEquals(['startOaiBatch', 'add', 'stopOaiBatch', 'signalHarvestingDone'], observer.calledMethodNames())
def testIncrementalHarvestScheduleNoneOverruledWithSetIncrementalHarvestSchedule(self):
oaiDownloadProcessor = OaiDownloadProcessor(path="/oai", metadataPrefix="oai_dc", workingDirectory=self.tempdir, xWait=False, err=StringIO(), incrementalHarvestSchedule=None)
oaiDownloadProcessor._time = lambda: 10
consume(oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE % ''))))
self.assertEquals(None, oaiDownloadProcessor._resumptionToken)
self.assertEquals('2002-06-01T19:20:30Z', oaiDownloadProcessor._from)
self.assertEquals(None, oaiDownloadProcessor._earliestNextRequestTime)
oaiDownloadProcessor.setIncrementalHarvestSchedule(schedule=Schedule(period=3))
self.assertEquals(None, oaiDownloadProcessor.buildRequest())
self.assertEquals(None, oaiDownloadProcessor._earliestNextRequestTime)
oaiDownloadProcessor.scheduleNextRequest()
self.assertNotEquals(None, oaiDownloadProcessor.buildRequest())
self.assertEquals(0, oaiDownloadProcessor._earliestNextRequestTime)
consume(oaiDownloadProcessor.handle(parse(StringIO(LISTRECORDS_RESPONSE % ''))))
self.assertEquals(13, oaiDownloadProcessor._earliestNextRequestTime)
def testSetIncrementalHarvestScheduleNotAllowedInCaseOfRestartAfterFinish(self):
oaiDownloadProcessor = OaiDownloadProcessor(path="/oai", metadataPrefix="oai_dc", workingDirectory=self.tempdir, xWait=False, err=StringIO(), restartAfterFinish=True)
self.assertRaises(ValueError, lambda: oaiDownloadProcessor.setIncrementalHarvestSchedule(schedule=Schedule(period=3)))
