if __name__ == '__main__':
#gndInput = open("testdata/Tngesamt1210_1mrc21.xml","r" )
#url reqest Beipiel
#http://services.dnb.de/oai/repository?set=authorities&verb=ListRecords&from=2012-12-01&metadataPrefix=MARC21-xml
#Beispiel fuer einen record mit GNDS (docid: 020425325)
#Beispiel OAI GetRecord
#http://services.dnb.de/oai/repository?verb=GetRecord&metadataPrefix=MARC21-xml&identifier=oai:d-nb.de/authorities/000158976
oParser = ArgumentParser()
oParser.add_argument("-c", "--config", dest="confFile")
oParser.add_argument("-i", "--input", dest="inputFile")
args = oParser.parse_args()
sConfigs = HarvestingConfigs(args.confFile)
inputFile = args.inputFile
rCollector = ResultCollector()
appContext = ApplicationContext()
appContext.setResultCollector(rCollector)
appContext.setConfiguration(sConfigs)
mongoWrapper = MongoDBHarvestingWrapper(applicationContext=appContext)
appContext.setMongoWrapper(mongoWrapper)
recordLines = []
message="Exception " + exceptionName + " in swissbibHarvesting.py" )
else:
print "no WriteContext after Error: " + exceptionName + " Handler\n"
print "redirect error message to stdout\n"
print str(exceptionType) + "\n"
try:
oParser = ArgumentParser()
oParser.add_argument("-c", "--config", dest="confFile")
args = oParser.parse_args()
sConfigs = HarvestingConfigs(args.confFile)
sConfigs.setApplicationDir(os.getcwd())
startTime = datetime.now()
sU = SwissbibUtilities()
sU.initializeDirectoriesForHarvesting(sConfigs)
rCollector = ResultCollector()
appContext = ApplicationContext()
appContext.setResultCollector(rCollector)
appContext.setConfiguration(sConfigs)
mongoWrapper = MongoDBHarvestingWrapper(applicationContext=appContext)
writeContext.handleOperationAfterError(
exType=exceptionType,
message="Exception " + exceptionName + " in swissbibHarvesting.py")
else:
print "no WriteContext after Error: " + exceptionName + " Handler\n"
print "redirect error message to stdout\n"
print str(exceptionType) + "\n"
try:
oParser = ArgumentParser()
oParser.add_argument("-c", "--config", dest="confFile")
args = oParser.parse_args()
sConfigs = HarvestingConfigs(args.confFile)
sConfigs.setApplicationDir(os.getcwd())
startTime = datetime.now()
sU = SwissbibUtilities()
sU.initializeDirectoriesForHarvesting(sConfigs)
#nextTimestampUTC = sU.getNextTimestamp(sConfigs)
rCollector = ResultCollector()
if not sConfigs.getResumptionToken() is None:
resumptionToken = sConfigs.getResumptionToken()
else:
fromDate = sU.getFromFormat(sConfigs.getTimestampUTC(), sConfigs)
if not sConfigs.getManualUntil() is None:
message="Exception " + exceptionName + " in swissbibHarvesting.py" )
else:
print "no WriteContext after Error: " + exceptionName + " Handler\n"
print "redirect error message to stdout\n"
print str(exceptionType) + "\n"
try:
oParser = ArgumentParser()
oParser.add_argument("-c", "--config", dest="confFile")
args = oParser.parse_args()
sConfigs = HarvestingConfigs(args.confFile)
sConfigs.setApplicationDir(os.getcwd())
startTime = datetime.now()
sU = SwissbibUtilities()
sU.initializeDirectoriesForHarvesting(sConfigs)
rCollector = ResultCollector()
appContext = ApplicationContext()
appContext.setResultCollector(rCollector)
appContext.setConfiguration(sConfigs)
mongoWrapper = MongoDBHarvestingWrapper(applicationContext=appContext)
