def load_analysis_job_json(d): """Translate a dict to args for scenario runner inputs""" job_name = to_ascii(d['name']) pipeline_template_id = to_ascii(d["pipelineId"]) service_epoints = [ServiceEntryPoint.from_d(x) for x in d['entryPoints']] tags = d.get('tags', []) return job_name, pipeline_template_id, service_epoints, tags
def run_services_testkit_job(host, port, testkit_cfg, xml_out="test-output.xml", ignore_test_failures=False, time_out=1800, sleep_time=2, import_only=False, test_job_id=None): """ Given a testkit.cfg and host/port parameters: 1. convert the .cfg to a JSON file 2. connect to the SMRTLink services and start the job, then block until it finishes 3. run the standard test suite on the job output """ sal = ServiceAccessLayer(host, port, sleep_time=sleep_time) if test_job_id is not None: engine_job = sal.get_job_by_id(test_job_id) return run_butler_tests_from_cfg(testkit_cfg=testkit_cfg, output_dir=engine_job.path, output_xml=xml_out, service_access_layer=sal, services_job_id=test_job_id) entrypoints = get_entrypoints(testkit_cfg) pipeline_id = pipeline_id_from_testkit_cfg(testkit_cfg) job_id = job_id_from_testkit_cfg(testkit_cfg) log.info("job_id = {j}".format(j=job_id)) log.info("pipeline_id = {p}".format(p=pipeline_id)) log.info("url = {h}:{p}".format(h=host, p=port)) task_options, workflow_options = get_task_and_workflow_options(testkit_cfg) service_entrypoints = [ ServiceEntryPoint.from_d(x) for x in entrypoints_dicts(entrypoints) ] for ep, dataset_xml in entrypoints.iteritems(): log.info("Importing {x}".format(x=dataset_xml)) sal.run_import_local_dataset(dataset_xml) if import_only: log.info("Skipping job execution") return 0 log.info("starting anaylsis job...") # XXX note that workflow options are currently ignored engine_job = run_analysis_job(sal, job_id, pipeline_id, service_entrypoints, block=True, time_out=time_out, task_options=task_options) exit_code = run_butler_tests_from_cfg(testkit_cfg=testkit_cfg, output_dir=engine_job.path, output_xml=xml_out, service_access_layer=sal, services_job_id=engine_job.id) if ignore_test_failures and engine_job.was_successful(): return 0 return exit_code
def run_services_testkit_job(host, port, testkit_cfg, xml_out="test-output.xml", ignore_test_failures=False, time_out=1800, sleep_time=2, import_only=False, test_job_id=None): """ Given a testkit.cfg and host/port parameters: 1. convert the .cfg to a JSON file 2. connect to the SMRTLink services and start the job, then block until it finishes 3. run the standard test suite on the job output """ sal = ServiceAccessLayer(host, port, sleep_time=sleep_time) if test_job_id is not None: engine_job = sal.get_job_by_id(test_job_id) return run_butler_tests_from_cfg( testkit_cfg=testkit_cfg, output_dir=engine_job.path, output_xml=xml_out, service_access_layer=sal, services_job_id=test_job_id) entrypoints = get_entrypoints(testkit_cfg) pipeline_id = pipeline_id_from_testkit_cfg(testkit_cfg) job_id = job_id_from_testkit_cfg(testkit_cfg) log.info("job_id = {j}".format(j=job_id)) log.info("pipeline_id = {p}".format(p=pipeline_id)) log.info("url = {h}:{p}".format(h=host, p=port)) task_options, workflow_options = get_task_and_workflow_options(testkit_cfg) service_entrypoints = [ServiceEntryPoint.from_d(x) for x in entrypoints_dicts(entrypoints)] for ep, dataset_xml in entrypoints.iteritems(): log.info("Importing {x}".format(x=dataset_xml)) sal.run_import_local_dataset(dataset_xml) if import_only: log.info("Skipping job execution") return 0 log.info("starting anaylsis job...") # XXX note that workflow options are currently ignored engine_job = run_analysis_job(sal, job_id, pipeline_id, service_entrypoints, block=True, time_out=time_out, task_options=task_options) exit_code = run_butler_tests_from_cfg( testkit_cfg=testkit_cfg, output_dir=engine_job.path, output_xml=xml_out, service_access_layer=sal, services_job_id=engine_job.id) if ignore_test_failures and engine_job.was_successful(): return 0 return exit_code
def load_analysis_job_json(d): """Translate a dict to args for scenario runner inputs""" job_name = to_ascii(d['name']) pipeline_template_id = to_ascii(d["pipelineId"]) service_epoints = [ServiceEntryPoint.from_d(x) for x in d['entryPoints']] return job_name, pipeline_template_id, service_epoints