def submit_tf_job(job_name='run_tf'):
""" Submit Tensorflow job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = 'bash -c "\
cd $AZ_BATCHAI_INPUT_SCRIPT && \
python -u nb_execute.py Tensorflow_CIFAR.ipynb $AZ_BATCHAI_OUTPUT_NOTEBOOKS/Tensorflow_{}.ipynb python2 --EPOCHS=5"' \
.format(job_name)
ut.create_job(config,
current_cluster().id, job_name, 'masalvar/tf_bait', command)
def submit_keras_tf_job(job_name='run_keras_tf'):
""" Submit Keras with TF backend job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = 'bash -c "\
cd $AZ_BATCHAI_INPUT_SCRIPT && \
python -u nb_execute.py Keras_TF_CIFAR.ipynb $AZ_BATCHAI_OUTPUT_NOTEBOOKS/Keras_TF_{}.ipynb --EPOCHS=5"' \
.format(job_name)
ut.create_job(config,
current_cluster().id, job_name, 'masalvar/keras_bait',
command)
def submit_pytorch_job(job_name='run_pytorch'):
""" Submit Pytorch job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = 'bash -c "\
cd $AZ_BATCHAI_INPUT_SCRIPT && \
df -h && \
python -u nb_execute.py Pytorch_CIFAR.ipynb $AZ_BATCHAI_OUTPUT_NOTEBOOKS/Pytorch_{}.ipynb --EPOCHS=5"' \
.format(job_name)
ut.create_job(config,
current_cluster().id, job_name, 'masalvar/pytorch_bait',
command)
def submit_cntk_job(job_name='run_cntk'):
""" Submit CNTK job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = 'bash -c "\
source /cntk/activate-cntk && \
cd $AZ_BATCHAI_INPUT_SCRIPT && \
python -u nb_execute.py CNTK_CIFAR.ipynb $AZ_BATCHAI_OUTPUT_NOTEBOOKS/CNTK_{}.ipynb --EPOCHS=5"'\
.format(job_name)
ut.create_job(config,
current_cluster().id, job_name, 'masalvar/cntk_bait',
command)
def submit_tf_job(workspace,
experiment,
job_name='run_tf',
epochs=5,
logger_url=LOGGER_URL):
""" Submit Tensorflow job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = COMMAND_TEMPLATE.format(
input_nb='Tensorflow_CIFAR.ipynb',
output_nb='Tensorflow_{}.ipynb'.format(job_name),
epochs=epochs,
logger_url=logger_url)
ut.create_job(config,
current_cluster(workspace).id, workspace, experiment,
job_name, 'masalvar/tf_bait', command)
def submit_keras_cntk_job(workspace,
experiment,
job_name='run_keras_cntk',
epochs=5,
logger_url=LOGGER_URL):
""" Submit Keras with CNTK backend job
"""
logger.info('Submitting job {}'.format(job_name))
_upload_job_scripts(job_name)
command = COMMAND_TEMPLATE.format(
input_nb='Keras_CNTK_CIFAR.ipynb',
output_nb='Keras_CNTK_{}.ipynb'.format(job_name),
epochs=epochs,
logger_url=logger_url)
ut.create_job(config,
current_cluster(workspace).id, workspace, experiment,
job_name, 'masalvar/keras_bait', command)
