def start(cls):
base_dir = None
exit_code = 0
cs.configure_logging()
logger.info("Training starting")
try:
env = TrainingEnvironment()
env.start_metrics_if_enabled()
base_dir = env.base_dir
env.pip_install_requirements()
fw = TrainingEnvironment.load_framework()
fw.train()
env.write_success_file()
except Exception as e:
trc = traceback.format_exc()
message = 'uncaught exception during training: {}\n{}\n'.format(
e, trc)
logger.error(message)
TrainingEnvironment.write_failure_file(message, base_dir)
exit_code = 1 if not hasattr(e, 'errno') else e.errno
raise e
finally:
# Since threads in Python cannot be stopped, this is the only way to stop the application
# https://stackoverflow.com/questions/9591350/what-is-difference-between-sys-exit0-and-os-exit0
os._exit(exit_code)
def test_pip_install_requirements_training(subprocess_call, path_exists,
training):
env = TrainingEnvironment(training)
path_exists.return_value = True
env.pip_install_requirements()
subprocess_call.assert_called_with([
'pip', 'install', '-r',
os.path.join(training, 'code', 'requirements.txt')
])