if __name__ == '__main__': #gndInput = open("testdata/Tngesamt1210_1mrc21.xml","r" ) #url reqest Beipiel #http://services.dnb.de/oai/repository?set=authorities&verb=ListRecords&from=2012-12-01&metadataPrefix=MARC21-xml #Beispiel fuer einen record mit GNDS (docid: 020425325) #Beispiel OAI GetRecord #http://services.dnb.de/oai/repository?verb=GetRecord&metadataPrefix=MARC21-xml&identifier=oai:d-nb.de/authorities/000158976 oParser = ArgumentParser() oParser.add_argument("-c", "--config", dest="confFile") oParser.add_argument("-i", "--input", dest="inputFile") args = oParser.parse_args() sConfigs = HarvestingConfigs(args.confFile) inputFile = args.inputFile rCollector = ResultCollector() appContext = ApplicationContext() appContext.setResultCollector(rCollector) appContext.setConfiguration(sConfigs) mongoWrapper = MongoDBHarvestingWrapper(applicationContext=appContext) appContext.setMongoWrapper(mongoWrapper) recordLines = []
message="Exception " + exceptionName + " in swissbibHarvesting.py" ) else: print "no WriteContext after Error: " + exceptionName + " Handler\n" print "redirect error message to stdout\n" print str(exceptionType) + "\n" try: oParser = ArgumentParser() oParser.add_argument("-c", "--config", dest="confFile") args = oParser.parse_args() sConfigs = HarvestingConfigs(args.confFile) sConfigs.setApplicationDir(os.getcwd()) startTime = datetime.now() sU = SwissbibUtilities() sU.initializeDirectoriesForHarvesting(sConfigs) rCollector = ResultCollector() appContext = ApplicationContext() appContext.setResultCollector(rCollector) appContext.setConfiguration(sConfigs) mongoWrapper = MongoDBHarvestingWrapper(applicationContext=appContext)
writeContext.handleOperationAfterError( exType=exceptionType, message="Exception " + exceptionName + " in swissbibHarvesting.py") else: print "no WriteContext after Error: " + exceptionName + " Handler\n" print "redirect error message to stdout\n" print str(exceptionType) + "\n" try: oParser = ArgumentParser() oParser.add_argument("-c", "--config", dest="confFile") args = oParser.parse_args() sConfigs = HarvestingConfigs(args.confFile) sConfigs.setApplicationDir(os.getcwd()) startTime = datetime.now() sU = SwissbibUtilities() sU.initializeDirectoriesForHarvesting(sConfigs) #nextTimestampUTC = sU.getNextTimestamp(sConfigs) rCollector = ResultCollector() if not sConfigs.getResumptionToken() is None: resumptionToken = sConfigs.getResumptionToken() else: fromDate = sU.getFromFormat(sConfigs.getTimestampUTC(), sConfigs) if not sConfigs.getManualUntil() is None: