def run_processor(g=g):
from pyspider.processor import Processor
processor = Processor(projectdb=g.projectdb,
inqueue=g.fetcher2processor, status_queue=g.status_queue,
newtask_queue=g.newtask_queue, result_queue=g.processor2result)
g.processor = processor
processor.run()
def run_processor(g=g):
from pyspider.processor import Processor
processor = Processor(projectdb=g.projectdb,
inqueue=g.fetcher2processor,
status_queue=g.status_queue,
newtask_queue=g.newtask_queue,
result_queue=g.processor2result)
g.processor = processor
processor.run()
def processor(ctx):
g = ctx.obj
from pyspider.processor import Processor
processor = Processor(projectdb=g.projectdb,
inqueue=g.fetcher2processor, status_queue=g.status_queue,
newtask_queue=g.newtask_queue, result_queue=g.processor2result)
g.instances.append(processor)
processor.run()
def processor(ctx, Processor=Processor):
g = ctx.obj
processor = Processor(projectdb=g.projectdb,
inqueue=g.fetcher2processor, status_queue=g.status_queue,
newtask_queue=g.newtask_queue, result_queue=g.processor2result)
g.instances.append(processor)
if g.get('testing_mode'):
return processor
processor.run()