def test_set_metrics(self): config = ExperimentSpecification.read(experiment_spec_content) experiment = ExperimentFactory(config=config.parsed_data) assert experiment.metrics.count() == 0 create_at = timezone.now() experiments_set_metrics(experiment_id=experiment.id, data={ 'created_at': create_at, 'values': { 'accuracy': 0.9, 'precision': 0.9 } }) assert experiment.metrics.count() == 1 experiments_set_metrics(experiment_id=experiment.id, data=[{ 'created_at': create_at, 'values': { 'accuracy': 0.9, 'precision': 0.9 } }, { 'created_at': create_at, 'values': { 'accuracy': 0.9, 'precision': 0.9 } }]) assert experiment.metrics.count() == 3
def test_set_metrics(self): config = ExperimentSpecification.read(experiment_spec_content) experiment = ExperimentFactory(config=config.parsed_data) assert experiment.metrics.count() == 0 create_at = timezone.now() experiments_set_metrics(experiment_uuid=experiment.uuid.hex, created_at=create_at, metrics={'accuracy': 0.9, 'precision': 0.9}) assert experiment.metrics.count() == 1
def test_set_metrics(self): config = ExperimentSpecification.read(exec_experiment_spec_content) experiment = ExperimentFactory(content=config.raw_data) assert experiment.metrics.count() == 0 created_at = timezone.now() experiments_set_metrics(experiment_id=experiment.id, data={ 'created_at': created_at, 'values': { 'accuracy': 0.9, 'precision': 0.9 } }) assert experiment.metrics.count() == 1 experiment.refresh_from_db() assert experiment.last_metric == {'accuracy': 0.9, 'precision': 0.9} experiments_set_metrics(experiment_id=experiment.id, data=[{ 'created_at': created_at, 'values': { 'accuracy': 0.92, 'precision': 0.93, 'foo': 1 } }, { 'created_at': created_at, 'values': { 'accuracy': 0.95, 'precision': 0.96, 'bar': 8 } }]) assert experiment.metrics.count() == 3 experiment.refresh_from_db() assert experiment.last_metric == { 'accuracy': 0.95, 'precision': 0.96, 'bar': 8, 'foo': 1 }