def setupLogging(logLevel, fileName=None, logToStd=True):
"""Logging for the server module. Default
level is INFO.
"""
#Message queue
taskLogger = logging.getLogger("Asrt")
taskLogger.setLevel(logLevel)
#Rendering engines
mediaparlFormatter = MultiLineFormatter(
"%(lineno)-4d : %(levelname)-10s %(name)-30s %(asctime)-25s %(message)s"
)
if fileName != None:
#Check and make directory
MyFile.checkDirExists(MyFile(fileName).getFileDir())
fileHandler = logging.handlers.RotatingFileHandler(filename=fileName,
maxBytes=1024000,
backupCount=5)
fileHandler.setLevel(logLevel)
fileHandler.setFormatter(mediaparlFormatter)
taskLogger.addHandler(fileHandler)
if logToStd:
streamHandler = logging.StreamHandler(sys.stdout)
streamHandler.setLevel(logLevel)
streamHandler.setFormatter(mediaparlFormatter)
taskLogger.addHandler(streamHandler)
return taskLogger
def loadDocumentAsSentences(self, tempDir):
"""Convert to text, remove new lines and
segment into sentences using NLTK
toolkit.
"""
#Pdf to text
tempFileName = self.convertToText(self.sourceFileName, tempDir, self.logDir)
#Segment into sentences using NLTK toolkit
self._loadTextDocumentAsSentences(tempFileName)
#Delete temporary file
MyFile(tempFileName).removeFile(tempFileName)
def getTempFilePath(self):
"""Temporary version of the source file.
"""
return self.tempDir + os.sep + MyFile(
self.sourceFileName).getCurrentFileName() + ".tmp"
