class SeleniumTestCase(BZTestCase):
"""
:type obj: SubprocessedExecutor
"""
def __init__(self, methodName='runTest'):
super(SeleniumTestCase, self).__init__(methodName)
self.obj = None
def setUp(self):
super(SeleniumTestCase, self).setUp()
self.engine = EngineEmul()
paths = [local_paths_config()]
self.engine.configure(paths) # FIXME: avoid using whole engine in particular module test!
self.virtual_display = VirtualDisplay()
self.virtual_display.engine = self.engine
self.virtual_display.startup()
self.obj = SeleniumExecutor()
self.obj.engine = self.engine
self.obj.settings = self.engine.config.get("modules").get("selenium")
self.obj.env = self.obj.engine.env
def tearDown(self):
self.virtual_display.shutdown()
super(SeleniumTestCase, self).tearDown()
def configure(self, config):
self.obj.engine.config.merge(config)
self.obj.execution = self.obj.engine.config.get('execution')
if isinstance(self.obj.execution, list):
self.obj.execution = self.obj.execution[0]
class SeleniumTestCase(BZTestCase):
def setUp(self):
super(SeleniumTestCase, self).setUp()
self.engine_obj = EngineEmul()
self.paths = [ABS_PATH("/../../bzt/10-base.json"), local_paths_config()]
self.engine_obj.configure(self.paths)
self.selenium_config = self.engine_obj.config["modules"]["selenium"]
class SeleniumTestCase(BZTestCase):
def setUp(self):
super(SeleniumTestCase, self).setUp()
self.engine_obj = EngineEmul()
self.paths = [__dir__() + "/../../bzt/10-base.json", local_paths_config()]
self.engine_obj.configure(self.paths) # FIXME: avoid using whole engine in particular module test!
self.engine_obj.config.get("modules").get("selenium").merge({"virtual-display": {"width": 1024, "height": 768}})
self.selenium_config = self.engine_obj.config["modules"]["selenium"]
def setUp(self):
super(TestTestNGTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
self.obj = TestNGTester()
self.obj.settings = engine_obj.config.get("modules").get("testng")
self.obj.engine = engine_obj
self.obj.env = self.obj.engine.env
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.env = selenium.engine.env
selenium.execution.merge({"scenario": {"requests": ["req"]}})
selenium.prepare()
self.obj = JUnitTester()
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
self.obj.env = self.obj.engine.env
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.install_required_tools()
for driver in selenium.webdrivers:
selenium.env.add_path({"PATH": driver.get_driver_dir()})
self.obj = JUnitTester()
self.obj.env = selenium.env
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.env = selenium.engine.env
selenium.execution.merge({"scenario": {"requests": ["req"]}})
selenium.prepare()
self.obj = JUnitTester()
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
self.obj.env = self.obj.engine.env
class SeleniumTestCase(BZTestCase):
def setUp(self):
super(SeleniumTestCase, self).setUp()
self.engine_obj = EngineEmul()
self.paths = [
__dir__() + "/../../bzt/10-base.json",
local_paths_config()
]
self.engine_obj.configure(
self.paths
) # FIXME: avoid using whole engine in particular module test!
self.engine_obj.config.get("modules").get("selenium").merge(
{"virtual-display": {
"width": 1024,
"height": 768
}})
self.selenium_config = self.engine_obj.config["modules"]["selenium"]
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.install_required_tools()
for driver in selenium.webdrivers:
selenium.env.add_path({"PATH": driver.get_driver_dir()})
self.obj = JUnitTester()
self.obj.env = selenium.env
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_missed_config(self):
configs = ['difinitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_requests(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/get-post.json",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/yaml/triple.yml",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json", self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def setUp(self):
super(SeleniumTestCase, self).setUp()
engine_obj = EngineEmul()
paths = [
__dir__() + "/../../../bzt/resources/base-config.yml",
local_paths_config()
]
engine_obj.configure(
paths
) # FIXME: avoid using whole engine in particular module test!
self.obj = SeleniumExecutor()
self.obj.settings = engine_obj.config.get("modules").get("selenium")
self.obj.settings.merge(
{"virtual-display": {
"width": 1024,
"height": 768
}})
engine_obj.create_artifacts_dir(paths)
self.obj.engine = engine_obj
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_requests(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/get-post.json",
__dir__() + "/json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/yaml/triple.yml",
__dir__() + "/json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
try:
self.obj.prepare()
self.fail()
except ValueError:
pass
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_requests(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/get-post.json",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/yaml/triple.yml",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json", self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
try:
self.obj.prepare()
self.fail()
except ValueError:
pass
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_missed_config(self):
configs = ['difinitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_requests(self):
configs = [
RESOURCES_DIR + "json/get-post.json",
RESOURCES_DIR + "json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
RESOURCES_DIR + "yaml/triple.yml",
RESOURCES_DIR + "json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(1, len(self.obj.services))
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [RESOURCES_DIR + "json/gatling.json", self.paths]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def test_null_aggregator(self):
self.obj.config.merge({
"execution": [{
"scenario": {
"requests": [{
"url": "http://example.com/"
}],
}
}],
"settings": {
"aggregator": None,
"default-executor": "jmeter",
},
"modules": {
"local": "bzt.modules.provisioning.Local",
"jmeter": "tests.modules.jmeter.MockJMeterExecutor",
}
})
self.obj.prepare()
def test_yaml_multi_docs(self):
configs = [RESOURCES_DIR + "yaml/multi-docs.yml", self.paths]
self.obj.configure(configs)
self.obj.prepare()
self.assertEqual(len(self.obj.config["execution"]), 2)
def test_json_format_regression(self):
configs = [RESOURCES_DIR + "json/json-but-not-yaml.json"]
self.obj.configure(configs)
self.obj.prepare()
def test_invalid_format(self):
configs = [RESOURCES_DIR + "jmeter-dist-3.0.zip"]
self.assertRaises(TaurusConfigError,
lambda: self.obj.configure(configs))
def test_included_configs(self):
configs = [
RESOURCES_DIR + "yaml/included-level1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertTrue(self.obj.config["level3"])
self.assertListEqual(['included-level2.yml', 'included-level3.yml'],
self.obj.config["included-configs"])
def test_included_configs_cycle(self):
configs = [
RESOURCES_DIR + "yaml/included-circular1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertListEqual([
'included-circular2.yml', 'included-circular1.yml',
'included-circular2.yml'
], self.obj.config["included-configs"])
def test_env_eval(self):
configs = [
RESOURCES_DIR + "yaml/env-eval.yml",
]
os.environ["BZT_ENV_TEST_UNSET"] = "set"
try:
self.obj.configure(configs)
self.obj.eval_env()
self.assertEquals("success/top", self.obj.config["toplevel"])
self.assertEquals("success/test/${BZT_ENV_TEST_UNSET}",
self.obj.config["settings"]["artifacts-dir"])
self.assertEquals(
"http://${BZT_ENV_TEST}/",
self.obj.config["scenarios"]["scen1"]["default-address"])
self.assertEquals(
"/${BZT_ENV_TEST}/",
self.obj.config["scenarios"]["scen1"]["requests"][0])
finally:
if "BZT_ENV_TEST" in os.environ:
os.environ.pop("BZT_ENV_TEST")
if "BZT_ENV_TEST_UNSET" in os.environ:
os.environ.pop("BZT_ENV_TEST_UNSET")
def test_singletone_service(self):
configs = [
RESOURCES_DIR + "yaml/singletone-service.yml",
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(0, len(self.obj.services))
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_missed_config(self):
configs = ['difinitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_requests(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/json/get-post.json",
__dir__() + "/resources/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/yaml/triple.yml",
__dir__() + "/resources/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(1, len(self.obj.services))
for executor in self.obj.provisioning.executors:
executor._env['TEST_MODE'] = 'files'
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/json/gatling.json", self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def test_null_aggregator(self):
self.obj.config.merge({
"execution": [{
"scenario": {
"requests": [{
"url": "http://example.com/"
}],
}
}],
"settings": {
"aggregator": None,
"default-executor": "jmeter",
},
"modules": {
"local": "bzt.modules.provisioning.Local",
"jmeter": "bzt.modules.jmeter.JMeterExecutor",
}
})
self.obj.prepare()
def test_yaml_multi_docs(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/yaml/multi-docs.yml", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEqual(len(self.obj.config["execution"]), 2)
def test_json_format_regression(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/json/json-but-not-yaml.json"
]
self.obj.configure(configs)
self.obj.prepare()
def test_invalid_format(self):
configs = [
__dir__() + "/../bzt/resources/base-config.yml",
__dir__() + "/resources/jmeter-dist-3.0.zip"
]
self.assertRaises(TaurusConfigError,
lambda: self.obj.configure(configs))
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.obj.artifacts_base_dir = tempfile.gettempdir() + "/bzt"
self.paths = local_paths_config()
def test_jmx(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/jmx.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_requests(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/get-post.json",
__dir__() + "/json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/yaml/triple.yml",
__dir__() + "/json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_grinder(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/grinder.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_gatling(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
try:
self.obj.prepare()
self.fail()
except ValueError:
pass
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_find_file(self):
self.sniff_log(self.obj.log)
config = RESOURCES_DIR + "json/get-post.json"
configs = [config, self.paths]
self.obj.configure(configs)
self.assertEqual(2, len(self.obj.file_search_paths))
self.obj.find_file(config)
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("reporting.json")
self.assertIn("Guessed location", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("definitely_missed.file")
self.assertIn("Could not find", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("http://localhost:8000/BlazeDemo.html")
self.assertIn("Downloading http://localhost:8000/BlazeDemo.html", self.log_recorder.info_buff.getvalue())
def test_missed_config(self):
configs = ['definitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_configuration_smoothness(self):
def find_ad_dict_ed(*args):
if isinstance(args[0], dict) and not isinstance(args[0], BetterDict):
raise BaseException("dict found in Configuration")
configs = [
RESOURCES_DIR + "json/get-post.json",
self.paths]
self.obj.configure(configs)
self.assertTrue(isinstance(self.obj.config, Configuration))
BetterDict.traverse(self.obj.config, find_ad_dict_ed)
def test_requests(self):
configs = [
RESOURCES_DIR + "json/get-post.json",
RESOURCES_DIR + "json/reporting.json",
self.paths]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
RESOURCES_DIR + "yaml/triple.yml",
RESOURCES_DIR + "json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(1, len(self.obj.services))
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
RESOURCES_DIR + "json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def test_null_aggregator(self):
self.obj.config.merge({
"execution": [{
"scenario": {
"requests": [{"url": "http://example.com/"}],
}}],
"settings": {
"aggregator": None,
"default-executor": "jmeter",
},
"modules": {
"local": "bzt.modules.provisioning.Local",
"jmeter": {"class": "tests.modules.jmeter.MockJMeterExecutor",
"detect-plugins": False,
"protocol-handlers": {"http": "bzt.jmx.http.HTTPProtocolHandler"}},
}})
self.obj.unify_config()
self.obj.prepare()
def test_yaml_multi_docs(self):
configs = [
RESOURCES_DIR + "yaml/multi-docs.yml",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEqual(len(self.obj.config["execution"]), 2)
def test_json_format_regression(self):
configs = [
RESOURCES_DIR + "json/json-but-not-yaml.json"
]
self.obj.configure(configs)
self.obj.prepare()
def test_invalid_format(self):
configs = [
RESOURCES_DIR + "jmeter-dist-3.0.zip"
]
self.assertRaises(TaurusConfigError, lambda: self.obj.configure(configs))
def test_included_configs(self):
configs = [
RESOURCES_DIR + "yaml/included-level1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertTrue(self.obj.config["level3"])
self.assertListEqual(['included-level2.yml', 'included-level3.yml'], self.obj.config["included-configs"])
def test_included_configs_cycle(self):
configs = [
RESOURCES_DIR + "yaml/included-circular1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertListEqual(['included-circular2.yml', 'included-circular1.yml', 'included-circular2.yml'],
self.obj.config["included-configs"])
def test_env_eval(self):
configs = [
RESOURCES_DIR + "yaml/env-eval.yml",
]
os.environ["BZT_ENV_TEST_UNSET"] = "set"
try:
self.obj.configure(configs)
self.obj.eval_env()
self.assertEquals("success/top", self.obj.config["toplevel"])
self.assertEquals("success/test/", self.obj.config["settings"]["artifacts-dir"])
self.assertEquals("http://success/", self.obj.config["scenarios"]["scen1"]["default-address"])
self.assertEquals("/success/", self.obj.config["scenarios"]["scen1"]["requests"][0])
self.assertNotEquals("/${PATH}/", self.obj.config["scenarios"]["scen1"]["requests"][1])
self.assertEquals("/${TEMP}/", self.obj.config["scenarios"]["scen1"]["requests"][2])
self.assertEquals("/" + self.obj.artifacts_dir + "/", self.obj.config["scenarios"]["scen1"]["requests"][3])
finally:
if "BZT_ENV_TEST" in os.environ:
os.environ.pop("BZT_ENV_TEST")
if "BZT_ENV_TEST_UNSET" in os.environ:
os.environ.pop("BZT_ENV_TEST_UNSET")
def test_nested_env_eval(self):
try:
self.obj.config.merge({
"settings": {
"env": {
"FOO": "${BAR}/aaa/bbb",
"FOOBAR": "eee",
"BAR": "${BAZ}/ccc",
"BAZ": "${FOOBAR}/ddd",
"ART": "${FOO}===${TAURUS_ARTIFACTS_DIR}",
}
}})
self.obj.eval_env()
self.assertEqual("${FOOBAR}/ddd/ccc/aaa/bbb", self.obj.config["settings"]["env"]["FOO"])
self.assertEqual("${FOOBAR}/ddd/ccc/aaa/bbb", os.environ["FOO"])
self.assertEqual("eee", self.obj.config["settings"]["env"]["FOOBAR"])
self.assertEqual("eee", os.environ["FOOBAR"])
self.assertEqual("eee/ddd/ccc", self.obj.config["settings"]["env"]["BAR"])
self.assertEqual("eee/ddd/ccc", os.environ["BAR"])
self.assertEqual("eee/ddd", self.obj.config["settings"]["env"]["BAZ"])
self.assertEqual("eee/ddd", os.environ["BAZ"])
self.assertEqual("eee/ddd/ccc/aaa/bbb==={}".format(
self.obj.config["settings"]["env"]["TAURUS_ARTIFACTS_DIR"]), self.obj.config["settings"]["env"]["ART"])
self.assertEqual("eee/ddd/ccc/aaa/bbb==={}".format(
self.obj.config["settings"]["env"]["TAURUS_ARTIFACTS_DIR"]), os.environ["ART"])
self.log.debug("env.ART: {}, os.env.ART: {}".format(
self.obj.config["settings"]["env"]["ART"], os.environ["ART"]))
finally:
if "FOO" in os.environ:
os.environ.pop("FOO")
if "BAR" in os.environ:
os.environ.pop("BAR")
if "FOOBAR" in os.environ:
os.environ.pop("FOOBAR")
if "BAZ" in os.environ:
os.environ.pop("BAZ")
if "ART" in os.environ:
os.environ.pop("ART")
def test_singletone_service(self):
configs = [
RESOURCES_DIR + "yaml/singletone-service.yml",
]
self.obj.configure(configs, read_config_files=False)
self.obj.prepare()
self.assertEquals(2, len(self.obj.services))
self.assertEquals(None, self.obj.services[0].parameters['run-at'])
self.assertEquals("mock", self.obj.services[1].parameters['run-at'])
self.assertEquals(2, len(self.obj.reporters))
self.assertEquals("mock", self.obj.reporters[0].parameters['run-at'])
self.assertEquals(None, self.obj.reporters[1].parameters['run-at'])
def test_autodetect_plugin_configs(self):
self.sniff_log(self.obj.log)
sys.path.append(RESOURCES_DIR + "plugins")
try:
configs = [
RESOURCES_DIR + "plugins/bzt_plugin_dummy/demo.yml",
]
self.obj.configure(configs, read_config_files=True)
self.obj.prepare()
self.assertEqual({'class': 'bzt_plugin_dummy.dummy.DummyExecutor'}, self.obj.config['modules']['dummy'])
finally:
sys.path.remove(RESOURCES_DIR + "plugins")
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_find_file(self):
self.sniff_log(self.obj.log)
config = RESOURCES_DIR + "json/get-post.json"
configs = [config, self.paths]
self.obj.configure(configs)
self.assertEqual(2, len(self.obj.file_search_paths))
self.obj.find_file(config)
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("reporting.json")
self.assertIn("Guessed location", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("definitely_missed.file")
self.assertIn("Could not find", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("http://localhost:8000/BlazeDemo.html")
self.assertIn("Downloading http://localhost:8000/BlazeDemo.html", self.log_recorder.info_buff.getvalue())
def test_missed_config(self):
configs = ['definitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_configuration_smoothness(self):
def find_ad_dict_ed(*args):
if isinstance(args[0], dict) and not isinstance(args[0], BetterDict):
raise BaseException("dict found in Configuration")
configs = [
RESOURCES_DIR + "json/get-post.json",
self.paths]
self.obj.configure(configs)
self.assertTrue(isinstance(self.obj.config, Configuration))
BetterDict.traverse(self.obj.config, find_ad_dict_ed)
def test_requests(self):
configs = [
RESOURCES_DIR + "json/get-post.json",
RESOURCES_DIR + "json/reporting.json",
self.paths]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
RESOURCES_DIR + "yaml/triple.yml",
RESOURCES_DIR + "json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(1, len(self.obj.services))
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
RESOURCES_DIR + "json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def test_null_aggregator(self):
self.obj.config.merge({
"execution": [{
"scenario": {
"requests": [{"url": "http://example.com/"}],
}}],
"settings": {
"aggregator": None,
"default-executor": "jmeter",
},
"modules": {
"local": "bzt.modules.provisioning.Local",
"jmeter": {"class": "tests.modules.jmeter.MockJMeterExecutor",
"protocol-handlers": {"http": "bzt.jmx.http.HTTPProtocolHandler"}},
}})
self.obj.unify_config()
self.obj.prepare()
def test_yaml_multi_docs(self):
configs = [
RESOURCES_DIR + "yaml/multi-docs.yml",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEqual(len(self.obj.config["execution"]), 2)
def test_json_format_regression(self):
configs = [
RESOURCES_DIR + "json/json-but-not-yaml.json"
]
self.obj.configure(configs)
self.obj.prepare()
def test_invalid_format(self):
configs = [
RESOURCES_DIR + "jmeter-dist-3.0.zip"
]
self.assertRaises(TaurusConfigError, lambda: self.obj.configure(configs))
def test_included_configs(self):
configs = [
RESOURCES_DIR + "yaml/included-level1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertTrue(self.obj.config["level3"])
self.assertListEqual(['included-level2.yml', 'included-level3.yml'], self.obj.config["included-configs"])
def test_included_configs_cycle(self):
configs = [
RESOURCES_DIR + "yaml/included-circular1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertListEqual(['included-circular2.yml', 'included-circular1.yml', 'included-circular2.yml'],
self.obj.config["included-configs"])
def test_env_eval(self):
configs = [
RESOURCES_DIR + "yaml/env-eval.yml",
]
os.environ["BZT_ENV_TEST_UNSET"] = "set"
try:
self.obj.configure(configs)
self.obj.eval_env()
self.assertEquals("success/top", self.obj.config["toplevel"])
self.assertEquals("success/test/", self.obj.config["settings"]["artifacts-dir"])
self.assertEquals("http://success/", self.obj.config["scenarios"]["scen1"]["default-address"])
self.assertEquals("/success/", self.obj.config["scenarios"]["scen1"]["requests"][0])
self.assertNotEquals("/${PATH}/", self.obj.config["scenarios"]["scen1"]["requests"][1])
self.assertEquals("/${TEMP}/", self.obj.config["scenarios"]["scen1"]["requests"][2])
self.assertEquals("/" + self.obj.artifacts_dir + "/", self.obj.config["scenarios"]["scen1"]["requests"][3])
finally:
if "BZT_ENV_TEST" in os.environ:
os.environ.pop("BZT_ENV_TEST")
if "BZT_ENV_TEST_UNSET" in os.environ:
os.environ.pop("BZT_ENV_TEST_UNSET")
def test_singletone_service(self):
configs = [
RESOURCES_DIR + "yaml/singletone-service.yml",
]
self.obj.configure(configs, read_config_files=False)
self.obj.prepare()
self.assertEquals(2, len(self.obj.services))
self.assertEquals(None, self.obj.services[0].parameters['run-at'])
self.assertEquals("mock", self.obj.services[1].parameters['run-at'])
self.assertEquals(2, len(self.obj.reporters))
self.assertEquals("mock", self.obj.reporters[0].parameters['run-at'])
self.assertEquals(None, self.obj.reporters[1].parameters['run-at'])
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.paths = local_paths_config()
def test_find_file(self):
self.sniff_log(self.obj.log)
config = RESOURCES_DIR + "json/get-post.json"
configs = [config, self.paths]
self.obj.configure(configs)
self.assertEqual(2, len(self.obj.file_search_paths))
self.obj.find_file(config)
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("reporting.json")
self.assertIn("Guessed location", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("definitely_missed.file")
self.assertIn("Could not find", self.log_recorder.warn_buff.getvalue())
self.obj.find_file("http://localhost:8000/BlazeDemo.html")
self.assertIn("Downloading http://localhost:8000/BlazeDemo.html", self.log_recorder.info_buff.getvalue())
def test_missed_config(self):
configs = ['definitely_missed.file']
try:
self.obj.configure(configs)
self.fail()
except TaurusConfigError as exc:
self.assertIn('reading config file', str(exc))
def test_requests(self):
configs = [
RESOURCES_DIR + "json/get-post.json",
RESOURCES_DIR + "json/reporting.json",
self.paths]
self.obj.configure(configs)
self.obj.prepare()
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
RESOURCES_DIR + "yaml/triple.yml",
RESOURCES_DIR + "json/reporting.json",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEquals(1, len(self.obj.services))
for executor in self.obj.provisioning.executors:
executor.env.set({"TEST_MODE": "files"})
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
RESOURCES_DIR + "json/gatling.json",
self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
self.assertRaises(TaurusConfigError, self.obj.prepare)
def test_null_aggregator(self):
self.obj.config.merge({
"execution": [{
"scenario": {
"requests": [{"url": "http://example.com/"}],
}}],
"settings": {
"aggregator": None,
"default-executor": "jmeter",
},
"modules": {
"local": "bzt.modules.provisioning.Local",
"jmeter": {"class": "tests.modules.jmeter.MockJMeterExecutor",
"protocol-handlers": {"http": "bzt.jmx.http.HTTPProtocolHandler"}},
}})
self.obj.prepare()
def test_yaml_multi_docs(self):
configs = [
RESOURCES_DIR + "yaml/multi-docs.yml",
self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.assertEqual(len(self.obj.config["execution"]), 2)
def test_json_format_regression(self):
configs = [
RESOURCES_DIR + "json/json-but-not-yaml.json"
]
self.obj.configure(configs)
self.obj.prepare()
def test_invalid_format(self):
configs = [
RESOURCES_DIR + "jmeter-dist-3.0.zip"
]
self.assertRaises(TaurusConfigError, lambda: self.obj.configure(configs))
def test_included_configs(self):
configs = [
RESOURCES_DIR + "yaml/included-level1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertTrue(self.obj.config["level3"])
self.assertListEqual(['included-level2.yml', 'included-level3.yml'], self.obj.config["included-configs"])
def test_included_configs_cycle(self):
configs = [
RESOURCES_DIR + "yaml/included-circular1.yml",
]
self.obj.configure(configs)
self.assertTrue(self.obj.config["level1"])
self.assertTrue(self.obj.config["level2"])
self.assertListEqual(['included-circular2.yml', 'included-circular1.yml', 'included-circular2.yml'],
self.obj.config["included-configs"])
def test_env_eval(self):
configs = [
RESOURCES_DIR + "yaml/env-eval.yml",
]
os.environ["BZT_ENV_TEST_UNSET"] = "set"
try:
self.obj.configure(configs)
self.obj.eval_env()
self.assertEquals("success/top", self.obj.config["toplevel"])
self.assertEquals("success/test/", self.obj.config["settings"]["artifacts-dir"])
self.assertEquals("http://success/", self.obj.config["scenarios"]["scen1"]["default-address"])
self.assertEquals("/success/", self.obj.config["scenarios"]["scen1"]["requests"][0])
self.assertNotEquals("/${PATH}/", self.obj.config["scenarios"]["scen1"]["requests"][1])
self.assertEquals("/${TEMP}/", self.obj.config["scenarios"]["scen1"]["requests"][2])
self.assertEquals("/" + self.obj.artifacts_dir + "/", self.obj.config["scenarios"]["scen1"]["requests"][3])
finally:
if "BZT_ENV_TEST" in os.environ:
os.environ.pop("BZT_ENV_TEST")
if "BZT_ENV_TEST_UNSET" in os.environ:
os.environ.pop("BZT_ENV_TEST_UNSET")
def test_singletone_service(self):
configs = [
RESOURCES_DIR + "yaml/singletone-service.yml",
]
self.obj.configure(configs, read_config_files=False)
self.obj.prepare()
self.assertEquals(2, len(self.obj.services))
self.assertEquals(None, self.obj.services[0].parameters['run-at'])
self.assertEquals("mock", self.obj.services[1].parameters['run-at'])
self.assertEquals(2, len(self.obj.reporters))
self.assertEquals("mock", self.obj.reporters[0].parameters['run-at'])
self.assertEquals(None, self.obj.reporters[1].parameters['run-at'])
class TestEngine(BZTestCase):
def setUp(self):
super(TestEngine, self).setUp()
self.obj = EngineEmul()
self.obj.artifacts_base_dir = tempfile.gettempdir() + "/bzt"
self.paths = local_paths_config()
def test_jmx(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/jmx.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_requests(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/get-post.json",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_double_exec(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/yaml/triple.yml",
__dir__() + "/json/reporting.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_grinder(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/grinder.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_gatling(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json", self.paths
]
self.obj.configure(configs)
self.obj.prepare()
self.obj.run()
self.obj.post_process()
def test_unknown_module(self):
configs = [
__dir__() + "/../bzt/10-base.json",
__dir__() + "/json/gatling.json", self.paths
]
self.obj.configure(configs)
self.obj.config["provisioning"] = "unknown"
self.obj.config["modules"]["unknown"] = BetterDict()
try:
self.obj.prepare()
self.fail()
except ValueError:
pass
