def _construct_model_config_measurement(self, model_config_name, model_specific_pa_params, non_gpu_metric_values): non_gpu_data = convert_non_gpu_metrics_to_data(non_gpu_metric_values) return ModelConfigMeasurement(model_config_name, model_specific_pa_params, non_gpu_data)
def test_non_gpu_data(self): """ Test that the non-gpu data is correct """ self.assertEqual(self.rcm0.non_gpu_data(), [ convert_non_gpu_metrics_to_data(ngvm) for ngvm in self.rcm0_non_gpu_metric_values ])
def test_init(self): """ Test that values are properly initialized """ self.assertEqual(self.mcmA.model_config_name(), self.model_config_name) self.assertEqual(self.mcmA.model_specific_pa_params(), self.model_specific_pa_params) self.assertEqual( self.mcmA.non_gpu_data(), convert_non_gpu_metrics_to_data(self.non_gpu_metric_values))
def test_get_metric_found(self): """ Test that non-gpu metrics can be correctly returned """ non_gpu_data = convert_non_gpu_metrics_to_data( self.non_gpu_metric_values) self.assertEqual(self.mcmA.get_metric("perf_throughput"), non_gpu_data[0]) self.assertEqual(self.mcmA.get_metric("perf_latency_p99"), non_gpu_data[1]) self.assertEqual(self.mcmA.get_metric("cpu_used_ram"), non_gpu_data[2])
def test_get_metric(self): """ Test that the non-gpu metric data is correct """ non_gpu_data = [ convert_non_gpu_metrics_to_data(non_gpu_metric_value) for non_gpu_metric_value in self.rcm0_non_gpu_metric_values ] self.assertEqual(self.rcm0.get_metric("perf_throughput"), [non_gpu_data[0][0], non_gpu_data[1][0]]) self.assertEqual(self.rcm0.get_metric("perf_latency_p99"), [non_gpu_data[0][1], non_gpu_data[1][1]]) self.assertEqual(self.rcm0.get_metric("cpu_used_ram"), [non_gpu_data[0][2], non_gpu_data[1][2]])
def test_data(self): """ Test that the gpu + non-gpu data is correct """ avg_gpu_data = [ value for value in convert_gpu_metrics_to_data( self.avg_gpu_metric_values).values() ][0] data = [ avg_gpu_data + convert_non_gpu_metrics_to_data(ngvm) for ngvm in self.rcm0_non_gpu_metric_values ] rcm0_data = self.rcm0.data() self.assertEqual(self.rcm0.data(), data)