def downloadArtifact(proj, exp_name, exp_run, serialization):
client = Client("http://localhost:3000")
proj = client.set_project(proj)
expt = client.set_experiment(exp_name)
run = client.set_experiment_run(exp_run)
if serialization.lower() == 'pickle':
run.download_model('model.pkl')
HOST = "http://localhost:3009"
PROJECT_NAME = "readmission_shared_data_preprocess_v0"
EXPERIMENT_NAME = "readmission_shared_data_preprocess_v0_first_run"
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Template Main Function')
parser.add_argument('--input', type=str, help='input folder')
parser.add_argument('--output', type=str, help='output folder')
parser.add_argument('--vis', type=str, help='vis folder')
args = parser.parse_args()
client = Client(HOST)
proj = client.set_project(PROJECT_NAME)
expt = client.set_experiment(EXPERIMENT_NAME)
run = client.set_experiment_run()
cmd = "readmission_shared_data_preprocess_trainvalidationtest.sh" # modify
lib_param = {}
lib_param["--input"] = args.input
lib_param["--output"] = args.output
lib_param["--vis"] = args.vis
for k, v in lib_param.items():
cmd = cmd + " " + str(k) + " " + str(v)
cmd = "bash " + cmd
print("executing cmd: \n", cmd)
os.system(cmd) # modify
# run.log_setup_script(cmd)
from verta import Client
import cloudpickle
import os
verta_host = os.environ['VERTA_HOST']
run_id = os.environ['RUN_ID']
client = Client(verta_host)
run = client.set_experiment_run(id=run_id)
commit, _ = run.get_commit()
# retrieve model
model = run.get_model()
with open('model.pkl', 'wb') as f:
cloudpickle.dump(model, f)
# retrieve Python version
env_ver = commit.get("env/python")
python_ver = '.'.join(
map(str, [
env_ver._msg.python.version.major,
env_ver._msg.python.version.minor,
]))
with open("Dockerfile", 'r+') as f:
contents = [line.strip() for line in f.readlines()]
contents[0] == "FROM python:{}".format(python_ver)
f.seek(0)
f.write('\n'.join(contents))
# retrieve Python package version pins
requirements = '\n'.join([