def test_unsupported_device_in_create_onnx_launcher_raises_config_error_exception(self): config = { 'framework': 'paddle_paddle', 'model': 'model.pdmodel', 'params': 'params.pdiparams', 'device': 'UNSUPPORTED'} with pytest.raises(ConfigError): create_launcher(config)
def test_dlsdk_launcher(self): launcher = { 'framework': 'dlsdk', 'model': 'custom', 'weights': 'custom', 'adapter': 'ssd', 'device': 'cpu' } create_launcher(launcher, model_name='custom')
def test_missed_model_in_create_caffe_launcher_raises_config_error_exception(): launcher = { 'framework': 'caffe', 'weights': 'custom', 'adapter': 'classification' } with pytest.raises(ConfigError): create_launcher(launcher)
def test_missed_adapter_in_create_dlsdk_launcher_raises_config_error_exception( self): launcher_config = { 'framework': 'dlsdk', 'model': 'custom', 'weights': 'custom' } with pytest.raises(ConfigError): create_launcher(launcher_config)
def test_unsupported_device_in_create_onnx_launcher_raises_config_error_exception( self): config = { 'framework': 'onnx_runtime', 'model': 'model.onnx', 'device': 'UNSUPPORTED' } with pytest.raises(ConfigError): create_launcher(config)
def test_missed_model_in_create_dlsdk_launcher_raises_config_error_exception( self): config = { 'framework': 'dlsdk', 'weights': 'custom', 'adapter': 'classification', 'device': 'cpu' } with pytest.raises(ConfigError): create_launcher(config)
def test_missed_device_in_create_gapi_launcher_raises_config_error_exception(self): config = { 'framework': 'g-api', 'model': 'model.xml', 'weights': 'weights.bin', # 'device': 'not_device', 'adapter': 'classification', 'inputs': [{'name': 'data', 'type': 'INPUT'}], 'outputs': ['out'] } with pytest.raises(ConfigError): create_launcher(config)
def test_missed_model_in_create_opencv_launcher_raises_config_error_exception(self): config = { 'framework': 'opencv', # 'model': 'model.ocv', 'weights': 'weights.ocv', 'device': 'not_device', 'backend': 'not_backend', 'adapter': 'classification', 'inputs': [{'name': 'data', 'type': 'INPUT'}] } with pytest.raises(ConfigError): create_launcher(config, 'model')
def test_dlsdk_launcher_model_no_image_inputs_raise_value_error(self): launcher_config = { 'framework': 'dlsdk', 'model': 'custom', 'weights': 'custom', 'adapter': { 'key': 'val' } } with pytest.raises(ValueError): create_launcher(launcher_config)
def test_missed_shape_in_inputs_in_create_mxnet_launcher_raises_config_error_exception( self): config = { 'framework': 'mxnet', 'model': 'model-0000.params', 'inputs': [{ 'name': 'data', 'type': 'INPUT' }] } with pytest.raises(ConfigError): create_launcher(config)
def test_undefined_type_in_dir_adapter_in_create_dlsdk_launcher_raises_config_error_exception( self): launcher_config = { 'framework': 'dlsdk', 'model': 'custom', 'weights': 'custom', 'adapter': { 'type': 'undefined' } } with pytest.raises(ConfigError): create_launcher(launcher_config)
def test_auto_model_search(self, models_dir): config = { "framework": "onnx_runtime", "model": models_dir, } launcher = create_launcher(config, 'samplenet') assert launcher.model == models_dir / "samplenet.onnx"
def get_pdpd_test_model(models_dir): config = { "framework": "paddle_paddle", "model": str(models_dir / "samplenet.pdmodel"), 'params': str(models_dir / 'samplenet.pdiparams'), "adapter": "classification", } return create_launcher(config)
def get_opencv_test_onnx_model(models_dir): config = { "framework": "opencv", "model": str(models_dir / "samplenet.onnx"), "adapter": "classification", "device": "cpu", "backend": "ocv", "inputs": [{"name": "input", "type": "INPUT", "shape": "(3, 32, 32)"}] } return create_launcher(config)
def get_caffe_test_model(models_dir): config = { "framework": "caffe", "weights": str(models_dir / "SampLeNet.caffemodel"), "model": str(models_dir / "SampLeNet.prototxt"), "adapter": 'classification', "device": "cpu" } return create_launcher(config)
def test_dlsdk_launcher_model_with_several_image_inputs_raise_value_error( self, mocker): launcher_config = { 'framework': 'dlsdk', 'model': 'custom', 'weights': 'custom', 'adapter': { 'key': 'val' } } with pytest.raises(ValueError): mocker.patch( 'openvino.tools.accuracy_checker.launcher.dlsdk_launcher.DLSDKLauncher.inputs', new_callable=PropertyMock(return_value={ 'data1': [3, 227, 227], 'data2': [3, 227, 227] })) create_launcher(launcher_config)
def get_gapi_test_model(models_dir): config = { "framework": "g-api", #"weights": str(models_dir / "SampLeNet.bin"), "model": models_dir, "adapter": "classification", "device": "cpu", "inputs": [{"name": "data", "type": "INPUT", "shape": "(3, 32, 32)"}], 'outputs': ['fc3'] } return create_launcher(config)
def get_pth_test_model(models_dir): config = { "framework": 'pytorch', "module": 'samplenet.SampLeNet', "checkpoint": models_dir/'pytorch_model'/'samplenet.pth', 'python_path': models_dir/'pytorch_model', "adapter": 'classification', "device": 'cpu', } return create_launcher(config)
def get_opencv_test_caffe_model(models_dir): config = { "framework": "opencv", "weights": str(models_dir / "SampLeNet.caffemodel"), "model": str(models_dir / "SampLeNet.prototxt"), "adapter": "classification", "device": "cpu", "backend": "ocv", "inputs": [{"name": "input", "type": "INPUT", "shape": "(3, 32, 32)"}] } return create_launcher(config)
def get_onnx_test_model(model_dir, config_update=None): config = { 'framework': 'dlsdk', 'model': str(model_dir / 'samplenet.onnx'), 'device': 'CPU', 'adapter': 'classification' } if config_update: config.update(config_update) return create_launcher(config)
def get_tf2_test_model(models_dir, config_update=None): config = { "framework": "tf2", "saved_model_dir": str(models_dir / "samplenet_tf2"), "adapter": 'classification', "device": "cpu" } if config_update: config.update(config_update) return create_launcher(config)
def get_dlsdk_test_blob(models_dir, config_update=None): config = { 'framework': 'dlsdk', 'model': str(models_dir / 'SampLeNet.blob'), 'device': 'MYRIAD', 'adapter': 'classification', } if config_update: config.update(config_update) return create_launcher(config)
def test_caffe_launcher_model_search(self, models_dir): config = { "framework": "caffe", "weights": models_dir, "model": models_dir, "adapter": 'classification', "device": "cpu" } caffe_model = create_launcher(config, 'SampleNet') assert caffe_model.model == models_dir / 'SampLeNet.prototxt' assert caffe_model.weights == models_dir / 'SampLeNet.caffemodel'
def get_onnx_test_model(models_dir, device=None, ep=None): config = { "framework": "onnx_runtime", "model": str(models_dir / "samplenet.onnx"), "adapter": "classification", } if device is not None: config['device'] = device if ep is not None: config['execution_providers'] = ep return create_launcher(config)
def get_mx_test_model(models_dir, config_override=None): config = { "framework": 'mxnet', "model": models_dir / 'samplenet-0000.params', "adapter": 'classification', "device": 'cpu', 'inputs': [{'name': 'data', 'type': 'INPUT', 'shape': '3,32,32'}] } if config_override: config.update(config_override) return create_launcher(config)
def get_dlsdk_test_model(models_dir, config_update=None): config = { 'framework': 'dlsdk', 'weights': str(models_dir / 'SampLeNet.bin'), 'model': str(models_dir / 'SampLeNet.xml'), 'device': 'CPU', 'adapter': 'classification', } if config_update: config.update(config_update) return create_launcher(config, model_name='SampLeNet')
def test_missed_model_in_create_pdpd_launcher_raises_config_error_exception(self): config = {'framework': 'paddle_paddle'} with pytest.raises(ConfigError): create_launcher(config)
def test_missed_inputs_in_create_mxnet_launcher_raises_config_error_exception(self): config = {'framework': 'mxnet', 'model': 'model-0000.params'} with pytest.raises(ConfigError): create_launcher(config)
def test_unknown_device_in_tf2_launcher_config_raises_config_error_exception(self): launcher = {'framework': 'tf2', 'adapter': 'classification', 'saved_model_dir': 'custom', 'device': 'unknown'} with pytest.raises(ConfigError): create_launcher(launcher)
def test_missed_model_in_tf_launcher_config_raises_config_error_exception(self): launcher = {'framework': 'tf', 'adapter': 'classification'} with pytest.raises(ConfigError): create_launcher(launcher)