def _skipAnalysed(downloadedUrls): urls = [] for url in downloadedUrls: if storage.isAnalysed(url): tobe.toReport(url) else: urls.append(url) return urls
def main(): disk.getFileLockOrDie("locks/backend.pid") options, args = parseArgs() if options.fix: urls = [url for url in storage.getUrls() if storage.isDownloaded(url)] tobe.nothingToBeReported() if not options.clean: urls = _skipAnalysed(urls) else: urls = tobe.getToBeAnalysed() for url in urls: analysis = analyser.analyseUrl(url) storage.storeAnalysis(url, analysis) tobe.toReport(url) tobe.nothingToBeAnalysed() logging.info("Analysed %s urls", len(urls)) cleanStart = options.fix or options.clean updateReport(cleanStart) warmer.updateWarmPicture()