def setupLogging(logLevel, fileName=None, logToStd=True): """Logging for the server module. Default level is INFO. """ #Message queue taskLogger = logging.getLogger("Asrt") taskLogger.setLevel(logLevel) #Rendering engines mediaparlFormatter = MultiLineFormatter( "%(lineno)-4d : %(levelname)-10s %(name)-30s %(asctime)-25s %(message)s" ) if fileName != None: #Check and make directory MyFile.checkDirExists(MyFile(fileName).getFileDir()) fileHandler = logging.handlers.RotatingFileHandler(filename=fileName, maxBytes=1024000, backupCount=5) fileHandler.setLevel(logLevel) fileHandler.setFormatter(mediaparlFormatter) taskLogger.addHandler(fileHandler) if logToStd: streamHandler = logging.StreamHandler(sys.stdout) streamHandler.setLevel(logLevel) streamHandler.setFormatter(mediaparlFormatter) taskLogger.addHandler(streamHandler) return taskLogger
def loadDocumentAsSentences(self, tempDir): """Convert to text, remove new lines and segment into sentences using NLTK toolkit. """ #Pdf to text tempFileName = self.convertToText(self.sourceFileName, tempDir, self.logDir) #Segment into sentences using NLTK toolkit self._loadTextDocumentAsSentences(tempFileName) #Delete temporary file MyFile(tempFileName).removeFile(tempFileName)
def getTempFilePath(self): """Temporary version of the source file. """ return self.tempDir + os.sep + MyFile( self.sourceFileName).getCurrentFileName() + ".tmp"