def test_set_metrics(self):
config = ExperimentSpecification.read(experiment_spec_content)
experiment = ExperimentFactory(config=config.parsed_data)
assert experiment.metrics.count() == 0
create_at = timezone.now()
experiments_set_metrics(experiment_id=experiment.id,
data={
'created_at': create_at,
'values': {
'accuracy': 0.9,
'precision': 0.9
}
})
assert experiment.metrics.count() == 1
experiments_set_metrics(experiment_id=experiment.id,
data=[{
'created_at': create_at,
'values': {
'accuracy': 0.9,
'precision': 0.9
}
}, {
'created_at': create_at,
'values': {
'accuracy': 0.9,
'precision': 0.9
}
}])
assert experiment.metrics.count() == 3
def test_set_metrics(self):
config = ExperimentSpecification.read(experiment_spec_content)
experiment = ExperimentFactory(config=config.parsed_data)
assert experiment.metrics.count() == 0
create_at = timezone.now()
experiments_set_metrics(experiment_uuid=experiment.uuid.hex,
created_at=create_at,
metrics={'accuracy': 0.9, 'precision': 0.9})
assert experiment.metrics.count() == 1
def test_set_metrics(self):
config = ExperimentSpecification.read(exec_experiment_spec_content)
experiment = ExperimentFactory(content=config.raw_data)
assert experiment.metrics.count() == 0
created_at = timezone.now()
experiments_set_metrics(experiment_id=experiment.id,
data={
'created_at': created_at,
'values': {
'accuracy': 0.9,
'precision': 0.9
}
})
assert experiment.metrics.count() == 1
experiment.refresh_from_db()
assert experiment.last_metric == {'accuracy': 0.9, 'precision': 0.9}
experiments_set_metrics(experiment_id=experiment.id,
data=[{
'created_at': created_at,
'values': {
'accuracy': 0.92,
'precision': 0.93,
'foo': 1
}
}, {
'created_at': created_at,
'values': {
'accuracy': 0.95,
'precision': 0.96,
'bar': 8
}
}])
assert experiment.metrics.count() == 3
experiment.refresh_from_db()
assert experiment.last_metric == {
'accuracy': 0.95,
'precision': 0.96,
'bar': 8,
'foo': 1
}
