def upload_resource_and_submit_alisa_task(datasource, local_tar_file,
params_file, alisa_exec_code):
"""Upload the packed resource and submit an Alisa task
Args:
datasource: the datasource to use
local_tar_file: zipped local resource, including code and params
params_file: the params file
alisa_exec_code: the command to submit a PAI task
"""
oss_code_obj = gen_rand_string(16)
bucket = getAlisaBucket()
oss_code_url = upload_resource(local_tar_file, oss_code_obj, bucket)
# upload params.txt for additional training parameters.
oss_params_obj = gen_rand_string(16)
oss_params_url = upload_resource(params_file, oss_params_obj, bucket)
conf = {
"codeResourceURL": oss_code_url,
"paramsResourceURL": oss_params_url,
"resourceName": local_tar_file,
"paramsFile": params_file,
}
submit_alisa_task(datasource, AlisaTaskTypePAI, alisa_exec_code, conf)
bucket.delete_object(oss_code_obj)
bucket.delete_object(oss_params_obj)
def upload_resource_and_submit_alisa_task(datasource, job_file, params_file,
pai_cmd):
"""Upload the packed resource and submit an Alisa task
Args:
datasource: the datasource to use
job_file: zipped local resource, including code and libs
params_file: the extra params file
pai_cmd: the command to run on PAI
"""
oss_code_obj = gen_rand_string(16)
bucket = getAlisaBucket()
oss_code_url = upload_resource(job_file, oss_code_obj, bucket)
# upload params.txt for additional training parameters.
oss_params_obj = gen_rand_string(16)
oss_params_url = upload_resource(params_file, oss_params_obj, bucket)
conf = {
"codeResourceURL": oss_code_url,
"paramsResourceURL": oss_params_url,
"resourceName": job_file,
"paramsFile": params_file,
}
submit_alisa_task(datasource, AlisaTaskTypePAI, pai_cmd, conf)
bucket.delete_object(oss_code_obj)
bucket.delete_object(oss_params_obj)