def _skipAnalysed(downloadedUrls):
urls = []
for url in downloadedUrls:
if storage.isAnalysed(url):
tobe.toReport(url)
else:
urls.append(url)
return urls
def main():
disk.getFileLockOrDie("locks/backend.pid")
options, args = parseArgs()
if options.fix:
urls = [url for url in storage.getUrls() if storage.isDownloaded(url)]
tobe.nothingToBeReported()
if not options.clean:
urls = _skipAnalysed(urls)
else:
urls = tobe.getToBeAnalysed()
for url in urls:
analysis = analyser.analyseUrl(url)
storage.storeAnalysis(url, analysis)
tobe.toReport(url)
tobe.nothingToBeAnalysed()
logging.info("Analysed %s urls", len(urls))
cleanStart = options.fix or options.clean
updateReport(cleanStart)
warmer.updateWarmPicture()