def get_fake_model():
model_xml = 'model1.xml'
model_bin = 'model1.bin'
mapping_config = 'mapping_config.json'
exec_net = None
net = None
plugin = None
batch_size = None
input_key = DEFAULT_INPUT_KEY
output_key = DEFAULT_OUTPUT_KEY
inputs = {input_key: Layer('FP32', [1, 1, 1], 'NCHW')}
outputs = {output_key: Layer('FP32', [1, 1, 1], 'NCHW')}
engine = IrEngine(model_bin=model_bin,
model_xml=model_xml,
mapping_config=mapping_config,
exec_net=exec_net,
inputs=inputs,
outputs=outputs,
net=net,
plugin=plugin,
batch_size=batch_size)
new_engines = {1: engine, 2: engine, 3: engine}
available_versions = [1, 2, 3]
model_name = "test"
versions_statuses = {}
for version in available_versions:
versions_statuses[version] = ModelVersionStatus(model_name, version)
new_model = LocalModel(model_name=model_name,
model_directory='fake_path/model/',
available_versions=[1, 2, 3],
engines=new_engines,
batch_size=batch_size,
version_policy_filter=lambda versions: versions[:],
versions_statuses=versions_statuses)
return new_model
def get_fake_model():
model_xml = 'model1.xml'
model_bin = 'model1.bin'
mapping_config = 'mapping_config.json'
exec_net = None
net = None
plugin = None
batch_size = None
input_key = 'input'
inputs = {input_key: Layer('FP32', [1, 1, 1], 'NCHW')}
outputs = {'output': Layer('FP32', [1, 1, 1], 'NCHW')}
engine = IrEngine(model_bin=model_bin,
model_xml=model_xml,
mapping_config=mapping_config,
exec_net=exec_net,
inputs=inputs,
outputs=outputs,
net=net,
plugin=plugin,
batch_size=batch_size)
new_engines = {1: engine, 2: engine, 3: engine}
new_model = LocalModel(model_name="test",
model_directory='fake_path/model/',
available_versions=[1, 2, 3],
engines=new_engines,
batch_size=batch_size)
return new_model
def test_model_init(engines):
available_versions = [1, 2, 3]
model_name = "test"
versions_statuses = {}
for version in available_versions:
versions_statuses[version] = ModelVersionStatus(model_name, version)
for version_status in versions_statuses.values():
assert version_status.state == ModelVersionState.START
new_model = LocalModel(model_name=model_name, model_directory='fake_path',
available_versions=available_versions,
engines=engines,
batch_size_param=None,
shape_param=None,
version_policy_filter=lambda versions: versions[:],
versions_statuses=versions_statuses,
update_locks={},
num_ireq=1, target_device='CPU',
plugin_config=None)
not_available_versions = list(set(available_versions) ^
set(engines.keys()))
for loaded_version in engines.keys():
assert new_model.versions_statuses[loaded_version].state == \
ModelVersionState.AVAILABLE
for not_available_version in not_available_versions:
assert new_model.versions_statuses[not_available_version].state != \
ModelVersionState.AVAILABLE
assert new_model.default_version == 3
assert new_model.model_name == 'test'
assert new_model.model_directory == 'fake_path'
assert new_model.engines == engines
def get_fake_model():
mapping_config = 'mapping_config.json'
exec_net = None
net = MockedNet(
inputs={DEFAULT_INPUT_KEY: MockedIOInfo('FP32', [1, 1, 1], 'NCHW')},
outputs={DEFAULT_OUTPUT_KEY: MockedIOInfo('FP32', [1, 1, 1], 'NCHW')})
plugin = None
batching_info = BatchingInfo(None)
shape_info = ShapeInfo(None, net.inputs)
new_engines = {}
available_versions = [1, 2, 3]
for version in available_versions:
engine = IrEngine(model_name='test',
model_version=version,
mapping_config=mapping_config,
exec_net=exec_net,
net=net,
plugin=plugin,
batching_info=batching_info,
shape_info=shape_info)
new_engines.update({version: engine})
model_name = "test"
versions_statuses = {}
batch_size_param, shape_param = None, None
for version in available_versions:
versions_statuses[version] = ModelVersionStatus(model_name, version)
new_model = LocalModel(model_name=model_name,
model_directory='fake_path/model/',
available_versions=available_versions,
engines=new_engines,
batch_size_param=batch_size_param,
shape_param=shape_param,
version_policy_filter=lambda versions: versions[:],
versions_statuses=versions_statuses)
return new_model
def test_model_init():
new_model = LocalModel(model_name="test",
model_directory='fake_path',
available_versions=[1, 2, 3],
engines={})
assert new_model.default_version == 3
assert new_model.model_name == 'test'
assert new_model.model_directory == 'fake_path'
assert new_model.engines == {}
def test_model_init():
new_model = LocalModel(model_name="test",
model_directory='fake_path',
available_versions=[1, 2, 3],
engines={},
batch_size=None,
version_policy_filter=lambda versions: versions[:])
assert new_model.default_version == 3
assert new_model.model_name == 'test'
assert new_model.model_directory == 'fake_path'
assert new_model.engines == {}
def get_fake_model():
model_xml = 'model1.xml'
model_bin = 'model1.bin'
mapping_config = 'mapping_config.json'
exec_net = None
input_key = 'input'
inputs = {input_key: [1, 1]}
outputs = ['test_output']
engine = IrEngine(model_bin=model_bin, model_xml=model_xml,
mapping_config=mapping_config, exec_net=exec_net,
inputs=inputs, outputs=outputs)
new_engines = {1: engine, 2: engine, 3: engine}
new_model = LocalModel(model_name="test",
model_directory='fake_path/model/',
available_versions=[1, 2, 3], engines=new_engines)
return new_model
def get_fake_model():
mapping_config = 'mapping_config.json'
exec_net = MockedExecNet()
net = MockedNet(
inputs={DEFAULT_INPUT_KEY: MockedIOInfo('FP32', [1, 1, 1], 'NCHW')},
outputs={DEFAULT_OUTPUT_KEY: MockedIOInfo('FP32', [1, 1, 1], 'NCHW')})
core = None
batching_info = BatchingInfo(None)
shape_info = ShapeInfo(None, net.inputs)
new_engines = {}
available_versions = [1, 2, 3]
requests_queue = queue.Queue()
free_ireq_index_queue = queue.Queue(maxsize=1)
free_ireq_index_queue.put(0)
for version in available_versions:
engine = IrEngine(model_name='test',
model_version=version,
mapping_config=mapping_config,
exec_net=exec_net,
net=net,
core=core,
batching_info=batching_info,
shape_info=shape_info,
target_device="CPU",
free_ireq_index_queue=free_ireq_index_queue,
plugin_config=None,
num_ireq=1,
requests_queue=requests_queue)
new_engines.update({version: engine})
model_name = "test"
versions_statuses = {}
batch_size_param, shape_param = None, None
for version in available_versions:
versions_statuses[version] = ModelVersionStatus(model_name, version)
new_model = LocalModel(model_name=model_name,
model_directory='fake_path/model/',
available_versions=available_versions,
engines=new_engines,
batch_size_param=batch_size_param,
shape_param=shape_param,
version_policy_filter=lambda versions: versions[:],
versions_statuses=versions_statuses,
update_locks={},
plugin_config=None,
target_device="CPU",
num_ireq=1)
return new_model