def test_config(self):
args = [
'model-analyzer', '--model-repository', 'cli_repository', '-f',
'path-to-config-file', '--model-names', 'vgg11'
]
yaml_content = 'model_repository: yaml_repository'
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
# CLI flag has the highest priority
self.assertTrue(
config.get_all_config()['model_repository'] == 'cli_repository')
mock_config.stop()
args = [
'model-analyzer', '-f', 'path-to-config-file', '--model-names',
'vgg11'
]
yaml_content = 'model_repository: yaml_repository'
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
# If CLI flag doesn't exist, YAML config has the highest priority
self.assertTrue(
config.get_all_config()['model_repository'] == 'yaml_repository')
mock_config.stop()
args = ['model-analyzer', '-f', 'path-to-config-file']
yaml_content = 'model_repository: yaml_repository'
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
# When a required field is not specified, parse will lead to an exception
with self.assertRaises(TritonModelAnalyzerException):
cli.parse()
# If CLI flag doesn't exist, YAML config has the highest priority
self.assertTrue(
config.get_all_config()['model_repository'] == 'yaml_repository')
mock_config.stop()
def test_range_and_list_values(self):
args = [
'model-analyzer', '--model-repository', 'cli_repository', '-f',
'path-to-config-file'
]
yaml_content = 'model_names: model_1,model_2'
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(
config.get_all_config()['model_names'] == ['model_1', 'model_2'])
mock_config.stop()
yaml_content = """
model_names:
- model_1
- model_2
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(
config.get_all_config()['model_names'] == ['model_1', 'model_2'])
mock_config.stop()
args = [
'model-analyzer', '--model-repository', 'cli_repository', '-f',
'path-to-config-file', '--model-names', 'model_1,model_2'
]
yaml_content = """
batch_sizes:
- 2
- 3
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['batch_sizes'] == [2, 3])
mock_config.stop()
yaml_content = """
batch_sizes: 2
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['batch_sizes'] == [2])
mock_config.stop()
yaml_content = """
concurrency: 2
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['concurrency'] == [2])
self.assertTrue(config.get_all_config()['batch_sizes'] == [1])
mock_config.stop()
yaml_content = """
batch_sizes:
start: 2
stop: 6
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(
config.get_all_config()['batch_sizes'] == [2, 3, 4, 5, 6])
mock_config.stop()
yaml_content = """
batch_sizes:
start: 2
stop: 6
step: 2
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['batch_sizes'] == [2, 4, 6])
mock_config.stop()
def test_constraints(self):
args = [
'model-analyzer', '--model-repository', 'cli_repository', '-f',
'path-to-config-file'
]
yaml_content = """
model_names:
-
vgg_16_graphdef:
parameters:
concurrency:
- 1
- 2
- 3
- 4
objectives:
- throughput
- gpu_memory
constraints:
gpu_memory:
max: 80
- vgg_19_graphdef
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['model_names'] == [{
'vgg_16_graphdef': {
'parameters': {
'concurrency': [1, 2, 3, 4]
},
'objectives': ['throughput', 'gpu_memory'],
'constraints': {
'gpu_memory': {
'max': 80,
}
}
}
}, 'vgg_19_graphdef'])
mock_config.stop()
# GPU Memory shouldn't have min
yaml_content = """
model_names:
-
vgg_16_graphdef:
parameters:
concurrency:
- 1
- 2
- 3
- 4
objectives:
- throughput
- gpu_memory
constraints:
gpu_memory:
max: 80
min: 45
- vgg_19_graphdef
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
with self.assertRaises(TritonModelAnalyzerException):
cli.parse()
mock_config.stop()
def test_object(self):
args = [
'model-analyzer', '--model-repository', 'cli_repository', '-f',
'path-to-config-file'
]
yaml_content = """
model_names:
-
vgg_16_graphdef:
parameters:
concurrency:
- 1
- 2
- 3
- 4
- vgg_19_graphdef
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(config.get_all_config()['model_names'] == [{
'vgg_16_graphdef': {
'parameters': {
'concurrency': [1, 2, 3, 4]
}
}
}, 'vgg_19_graphdef'])
mock_config.stop()
yaml_content = """
model_names:
vgg_16_graphdef:
parameters:
concurrency:
- 1
- 2
- 3
- 4
vgg_19_graphdef:
parameters:
concurrency:
- 1
- 2
- 3
- 4
batch_sizes:
start: 2
stop: 6
step: 2
"""
mock_config = MockConfig(args, yaml_content)
mock_config.start()
config = AnalyzerConfig()
cli = CLI(config)
cli.parse()
self.assertTrue(
config.get_all_config()['model_names'] == {
'vgg_16_graphdef': {
'parameters': {
'concurrency': [1, 2, 3, 4]
}
},
'vgg_19_graphdef': {
'parameters': {
'concurrency': [1, 2, 3, 4],
'batch_sizes': [2, 4, 6]
}
}
})
mock_config.stop()