def test_train():
spec = tag_test(base_spec, 'test_run_local_train')
result = run_local(spec,
command='../notebooks/functions/train.py',
workdir='./',
artifact_path='./faces/artifacts')
verify_state(result)
def test_handler_empty_hyper():
run_spec = tag_test(basespec2, 'test_handler_empty_hyper')
result = run_start(run_spec,
handler=my_func,
rundb=rundb_path,
hyperparams={'p1': [2, 4]})
verify_state(result)
def test_handler_hyper():
run_spec = tag_test(base_spec, 'test_handler_hyper')
run_spec.with_hyper_params({'p1': [1, 2, 3]})
result = run_start(run_spec, handler=my_func, rundb=rundb_path)
print(result)
assert len(result.status.iterations) == 3+1, 'hyper parameters test failed'
verify_state(result)
def test_handler_hyperlist():
run_spec = tag_test(base_spec, 'test_handler_hyperlist')
run_spec.spec.param_file = 'param_file.csv'
result = run_start(run_spec, handler=my_func, rundb=rundb_path)
print(result)
assert len(result.status.iterations) == 3+1, 'hyper parameters test failed'
verify_state(result)
def test_handler_hyperlist():
run_spec = tag_test(base_spec, 'test_handler_hyperlist')
run_spec.spec.param_file = '{}/param_file.csv'.format(here)
result = new_function().run(run_spec, handler=my_func)
print(result)
assert len(result.status.iterations) == 3+1, 'hyper parameters test failed'
verify_state(result)
def test_local_no_context():
spec = tag_test(basespec, 'test_local_no_context')
result = run_start(spec,
command=f'{here}/no_ctx.py',
rundb=rundb_path,
mode='noctx')
verify_state(result)
def test_dask_local_hyper():
task = NewRun().with_hyper_params({'p1': [5, 2, 3]}, 'max.accuracy')
spec = tag_test(task, 'test_dask_local_hyper')
run = new_function(command='dask://').run(spec, handler=my_func)
verify_state(run)
assert len(run.status.iterations) == 3 + 1, 'hyper parameters test failed'
pprint(run.to_dict())
def test_simple_function():
Thread(target=create_function, args=(myfunction, 4444)).start()
time.sleep(2)
spec = tag_test(base_spec, 'simple_function')
result = run_start(spec, command='http://localhost:4444', rundb=rundb_path)
print(result)
verify_state(result)
def test_simple_function():
_thread.start_new_thread(create_function, (myfunction, 4444))
time.sleep(2)
spec = tag_test(basespec, 'simple_function')
result = run_start(spec, command='http://localhost:4444', rundb=rundb_path)
print(result)
verify_state(result)
def test_handler_hyper():
run_spec = tag_test(basespec2, 'test_handler_hyper')
run_spec['spec']['hyperparams'] = {'p1': [1, 2, 3]}
result = run_start(run_spec, handler=my_func, rundb=rundb_path)
print(result)
assert len(result['status']
['iterations']) == 3 + 1, 'hyper parameters test failed'
verify_state(result)
def test_handler_project():
spec = tag_test(base_spec, 'test_handler_project')
spec.metadata.project = 'myproj'
spec.metadata.labels = {'owner': 'yaronh'}
result = new_function().run(spec, handler=my_func)
print(result)
assert result.output('accuracy') == 16, 'failed to run'
verify_state(result)
def test_handler_hyper():
run_spec = tag_test(base_spec, 'test_handler_hyper')
run_spec.with_hyper_params({'p1': [1, 5, 3]}, selector='max.accuracy')
result = new_function().run(run_spec, handler=my_func)
print(result)
assert len(result.status.iterations) == 3+1, 'hyper parameters test failed'
assert result.status.results['best_iteration'] == 2, 'failed to select best iteration'
verify_state(result)
def test_with_params():
environ['MLRUN_META_DBPATH'] = rundb_path
spec = tag_test(basespec, 'test_with_params')
result = my_func(spec).to_dict()
assert result['status']['outputs'].get('accuracy') == 16, 'failed to run'
assert result['status'][run_keys.output_artifacts][0].get(
'key') == 'chart', 'failed to run'
def test_handler_hyperlist():
run_spec = tag_test(basespec2, 'test_handler_hyperlist')
run_spec['spec']['param_file'] = 'param_file.csv'
result = run_start(run_spec, handler=my_func, rundb=rundb_path)
print(result)
assert len(result['status']
['iterations']) == 3 + 1, 'hyper parameters test failed'
verify_state(result)
def test_hyper_function():
Thread(target=create_function, args=(myfunction, 4444))
time.sleep(2)
spec = tag_test(base_spec, 'hyper_function')
spec.spec.hyperparams = {'p1': [1, 2, 3]}
result = run_start(spec, command='http://localhost:4444', rundb=rundb_path)
print(result)
verify_state(result)
def test_simple_function():
#Thread(target=create_function, args=(myfunction, 4444)).start()
_thread.start_new_thread(create_function, (myfunction, 4444))
time.sleep(2)
spec = tag_test(base_spec, 'simple_function')
result = new_function(command='http://localhost:4444').run(spec)
print(result)
verify_state(result)
def test_hyper_function():
_thread.start_new_thread(create_function, (myfunction, 4444))
time.sleep(2)
spec = tag_test(basespec, 'hyper_function')
spec['spec']['hyperparams'] = {'p1': [1, 2, 3]}
result = run_start(spec, command='http://localhost:4444', rundb=rundb_path)
print(result)
verify_state(result)
def test_run_local_obj():
spec = tag_test(base_spec, 'test_run_local_handler')
spec.spec.handler = 'training'
nbpath = '{}/mlrun_jobs.ipynb'.format(examples_path)
ymlpath = path.join(out_path, 'nbyaml.yaml')
print('out path:', out_path, ymlpath)
fn = code_to_function(filename=nbpath, kind='job').export(ymlpath)
result = run_local(spec, command=fn, workdir=out_path)
verify_state(result)
def test_hyper_function():
#Thread(target=create_function, args=(myfunction, 4444))
_thread.start_new_thread(create_function, (myfunction, 4444))
time.sleep(2)
spec = tag_test(base_spec, 'hyper_function')
spec.spec.hyperparams = {'p1': [1, 2, 3]}
result = new_function(command='http://localhost:4444').run(spec)
print(result)
verify_state(result)
def test_local_no_context():
spec = tag_test(base_spec, 'test_local_no_context')
spec.spec.parameters = {'xyz': '789'}
result = new_function(command='{}/no_ctx.py'.format(here),
mode='noctx').run(spec)
verify_state(result)
db = get_run_db().connect()
log = str(db.get_log(result.metadata.uid))
print(log)
assert log.find(", '--xyz', '789']") != -1, 'params not detected in noctx'
def test_local_runtime():
spec = tag_test(basespec, 'test_local_runtime')
result = run_start(spec, command='example1.py', rundb=rundb_path)
verify_state(result)
def test_run_local_handler():
spec = tag_test(base_spec, 'test_run_local_handler')
spec.spec.handler = 'my_func'
result = run_local(spec, command='{}/handler.py'.format(
examples_path), workdir=examples_path)
verify_state(result)
def test_dask_local():
spec = tag_test(NewTask(params={'p1': 3, 'p2': 'vv'}), 'test_dask_local')
run = new_function(kind='dask').run(spec, handler=my_func)
verify_state(run)
def test_run_local_nb():
spec = tag_test(base_spec, 'test_run_local_handler')
spec.spec.handler = 'training'
result = run_local(spec, command='{}/mlrun_jobs.ipynb'.format(
examples_path), workdir=examples_path)
verify_state(result)
def test_local_handler():
spec = tag_test(base_spec, 'test_local_runtime')
result = new_function(command='{}/handler.py'.format(examples_path)).run(
spec, handler='my_func')
verify_state(result)
def test_handler_project():
run_spec_project = tag_test(basespec_project, 'test_handler_project')
result = run_start(run_spec_project, handler=my_func, rundb=rundb_path)
print(result)
assert result['status']['outputs'].get('accuracy') == 10, 'failed to run'
verify_state(result)
def test_with_params_s3():
spec = tag_test(s3_spec, 'test_with_params')
result = new_function().run(spec, handler=my_func)
assert result.output('accuracy') == 16, 'failed to run'
assert result.status.artifacts[0].get('key') == 'chart', 'failed to run'
def test_dask_local():
spec = tag_test(NewRun(params={'p1': 3, 'p2': 'vv'}), 'test_dask_local')
run = new_function(command='dask://',
rundb=rundb_path).run(spec, handler=my_func)
verify_state(run)
pprint(run.to_dict())
def test_local_runtime():
spec = tag_test(base_spec, 'test_local_runtime')
result = new_function(
command='{}/training.py'.format(examples_path)).run(spec)
verify_state(result)
def test_run_local():
spec = tag_test(base_spec, 'test_run_local')
result = run_local(spec, command='{}/training.py'.format(
examples_path), workdir=examples_path)
verify_state(result)
