Python Crawler.stop 예제들

예제 #1

def main():
    parser = Parser(HTML.REDIS, PARSER.ELASTICSEARCH)
    """Crawler start"""
    crawler = Crawler(DB.MYSQL, HTML.REDIS, parser)

    try:
        crawler.run()
    except KeyboardInterrupt:
        crawler.stop()
        sys.exit(0)

예제 #2

def stopCrawler(request):
      try:
       id = request.POST.get('id')
       source = Source.objects.get(id=id)
       sourceurl = source.url
       crawlerone =  Crawler(sourceurl)
       crawlerone.stop()
       runingcrawlers.update( {'id':id,'inst':crawlerone} )
       
       return redirect('dashboard')
      except ObjectDoesNotExist:
         return redirect('dashboard')