def test_list_cloud_experiments(self):
"""Test listing cloud experiments."""
cloud_runner = CloudRunner(self.api_url, self.api_token)
cloud_experiments = cloud_runner.list_cloud_experiments()
self.assertIsInstance(cloud_experiments, list)
self.assertTrue(all(isinstance(experiment, CloudExperiment)
for experiment in cloud_experiments))
def test_get_cloud_experiment_experiment(self):
"""Test getting an experiment from a cloud experiment."""
cloud_runner = CloudRunner(self.api_url, self.api_token)
experiments = cloud_runner.list_cloud_experiments()
if len(experiments) == 0:
raise SkipTest('No executions found')
cloud_experiment = experiments[-1].get_experiment()
self.assertIsInstance(cloud_experiment, BasicTraining)
def test_get_cloud_experiment(self):
"""Test getting an experiment from an execution."""
cloud_runner = CloudRunner(self.api_url, self.api_token)
experiments = cloud_runner.list_cloud_experiments()
if len(experiments) == 0:
raise SkipTest('No executions found')
listed_experiment = experiments[0]
cloud_experiment = cloud_runner.get_cloud_experiment(listed_experiment.id_)
self.assertIsInstance(cloud_experiment, CloudExperiment)
self.assertEqual(cloud_experiment.id_, listed_experiment.id_)
def test_create_experiment(self):
"""Test creating a new experiment."""
cloud_runner = CloudRunner(self.api_url, self.api_token)
cloud_experiment = self.get_experiment()
api_experiment = cloud_runner.run(cloud_experiment,
device='cpu')
self.assertIsInstance(api_experiment, CloudExperiment)
# Assert the experiment shows in the list.
api_experiments = cloud_runner.list_cloud_experiments()
api_experiment_ids = [item.id_ for item in api_experiments]
self.assertIn(api_experiment.id_, api_experiment_ids)
def test_get_cloud_experiment_result(self):
"""Test getting the result from a cloud experiment."""
cloud_runner = CloudRunner(self.api_url, self.api_token)
cloud_experiments = cloud_runner.list_cloud_experiments()
if len(cloud_experiments) == 0:
raise SkipTest('No executions found')
for experiment in cloud_experiments:
if experiment.job.status == CloudJobStatus.COMPLETED:
output = experiment.get_result()
self.assertIsInstance(output, list)
break
else:
raise SkipTest('No completed executions found')