Example #1
0
BASEURL = 'https://itunes.apple.com/search?'

reincarnation = 0

while True:
    try:
        reincarnation = reincarnation + 1
        print ("Reincarnation Cound: ", reincarnation)

        # logging chain - file logger, console logger
        # TODO: Add an online logger for monitoring purposes
        # TODO: make logs more understandable
        flog = FileLogger('./log.txt')
        flog.AddNextLogger(ConsoleLogger())
        logger = Logger(flog)

        # base url for the core
        core = Core(BASEURL, logger)

        # exporter
        exporter = Exporter(CSVExporter("out.csv"))

        spider = Spider(logger, core, exporter)
        spider.Start()
        print ("Task Over")
        break
    except:
        print (sys.exc_info()[0])
        print ("Some exception: restarting")
        continue