def run_processor(g=g): from pyspider.processor import Processor processor = Processor(projectdb=g.projectdb, inqueue=g.fetcher2processor, status_queue=g.status_queue, newtask_queue=g.newtask_queue, result_queue=g.processor2result) g.processor = processor processor.run()
def processor(ctx): g = ctx.obj from pyspider.processor import Processor processor = Processor(projectdb=g.projectdb, inqueue=g.fetcher2processor, status_queue=g.status_queue, newtask_queue=g.newtask_queue, result_queue=g.processor2result) g.instances.append(processor) processor.run()
def processor(ctx, Processor=Processor): g = ctx.obj processor = Processor(projectdb=g.projectdb, inqueue=g.fetcher2processor, status_queue=g.status_queue, newtask_queue=g.newtask_queue, result_queue=g.processor2result) g.instances.append(processor) if g.get('testing_mode'): return processor processor.run()