def start(job, package=None): if package is None: w = context.get_worker() else: config = load_job_config_from_packages(['quant_executor', package]) w = Worker(config) r = w.run_job(job) print r
def server(bind=None, job_modules=''): import zerorpc job_modules = ['quant_executor'] + job_modules.split(',') config = load_job_config_from_packages(job_modules) worker = Worker(config) s = zerorpc.Server(worker) e = bind or executor_endpoint INFO("quant_executor server bind to %s with job_modules: %s" % (bind, job_modules)) s.bind(e) attr = { 'type': 'zerorpc', 'module': 'quant_executor' } serviced.run_service('quant_executor', e, s.run, attr)
def crawl(mod, job): jobs = load_job_config_from_packages(['quant_crawler', mod])