def main(): parser = Parser(HTML.REDIS, PARSER.ELASTICSEARCH) """Crawler start""" crawler = Crawler(DB.MYSQL, HTML.REDIS, parser) try: crawler.run() except KeyboardInterrupt: crawler.stop() sys.exit(0)
def stopCrawler(request): try: id = request.POST.get('id') source = Source.objects.get(id=id) sourceurl = source.url crawlerone = Crawler(sourceurl) crawlerone.stop() runingcrawlers.update( {'id':id,'inst':crawlerone} ) return redirect('dashboard') except ObjectDoesNotExist: return redirect('dashboard')