Exemple #1
0
def main():
    disk.getFileLockOrDie("locks/backend.pid")
    options, args = parseArgs()
    if options.fix:
        urls = [url for url in storage.getUrls() if storage.isDownloaded(url)]
        tobe.nothingToBeReported()
        if not options.clean:
            urls = _skipAnalysed(urls)
    else:
        urls = tobe.getToBeAnalysed()

    for url in urls:
        analysis = analyser.analyseUrl(url)
        storage.storeAnalysis(url, analysis)
        tobe.toReport(url)
    tobe.nothingToBeAnalysed()
    logging.info("Analysed %s urls", len(urls))

    cleanStart = options.fix or options.clean
    updateReport(cleanStart)
    warmer.updateWarmPicture()
Exemple #2
0
def updateReport(cleanStart=False):
    toReportUrls = tobe.getToBeReported()
    reportProducer.produceReport(toReportUrls, cleanStart)
    tobe.nothingToBeReported()