def test_selenium_startup_shutdown_jar_folder(self):
"""
run tests from jars
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_jar.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 0)
self.assertEqual(len(class_files), 0)
self.assertEqual(len(jars), 2)
self.assertTrue(os.path.exists(obj.runner.report_file))
def test_selenium_startup_shutdown_java_single(self):
"""
run tests from single .java file
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_java.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge(
{"scenario": {"script": os.path.abspath(__dir__() + "/../../tests/selenium/java/TestBlazemeterFail.java")}})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(1, len(java_files))
self.assertEqual(1, len(class_files))
self.assertEqual(1, len(jars))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
self.assertTrue(os.path.exists(obj.runner.report_file))
def test_selenium_startup_shutdown_jar_single(self):
"""
runt tests from single jar
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_jar.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config["execution"]
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/jar/dummy.jar")}})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 0)
self.assertEqual(len(class_files), 0)
self.assertEqual(len(jars), 1)
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_jar_single(self):
"""
runt tests from single jar
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(
{'execution': {'scenario': {'script': __dir__() + '/../selenium/jar/'}, 'executor': 'selenium'},
'reporting': [{'module': 'junit-xml'}]})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge(
{"scenario": {"script": __dir__() + "/../selenium/jar/dummy.jar"}})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [fname for fname in prepared_files if fname.endswith(".java")]
class_files = [fname for fname in prepared_files if fname.endswith(".class")]
jars = [fname for fname in prepared_files if fname.endswith(".jar")]
self.assertEqual(len(java_files), 0)
self.assertEqual(len(class_files), 0)
self.assertEqual(len(jars), 1)
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_java_folder(self):
"""
run tests from .java files
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_java.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config["execution"]
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(2, len(java_files))
self.assertEqual(2, len(class_files))
self.assertEqual(1, len(jars))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_python_folder(self):
"""
run tests from .py files
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge({
'execution': {
'scenario': {'script': __dir__() + '/../selenium/python/'},
'executor': 'selenium'
},
'reporting': [{'module': 'junit-xml'}]
})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
python_files = [fname for fname in prepared_files if fname.endswith(".py")]
self.assertEqual(2, len(python_files))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_python_single(self):
"""
run tests from .py file
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_python.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config["execution"]
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/python/test_blazemeter_fail.py")}})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
python_files = [file for file in prepared_files if file.endswith(".py")]
self.assertEqual(1, len(python_files))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_java_folder(self):
"""
run tests from .java files
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({'execution': {'scenario': {'script': 'tests/selenium/java/'}, 'executor': 'selenium'},
'reporting': [{'module': 'junit-xml'}]})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(2, len(java_files))
self.assertEqual(2, len(class_files))
self.assertEqual(1, len(jars))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_install_tools(self):
"""
check installation of selenium-server, junit
:return:
"""
dummy_installation_path = os.path.abspath(__dir__() + "/../../build/tmp/selenium-taurus")
base_link = "file://" + __dir__() + "/../data/"
shutil.rmtree(os.path.dirname(dummy_installation_path), ignore_errors=True)
selenium_server_link = SeleniumExecutor.SELENIUM_DOWNLOAD_LINK
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = base_link + "selenium-server-standalone-2.46.0.jar"
junit_link = SeleniumExecutor.JUNIT_DOWNLOAD_LINK
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = base_link + "junit-4.12.jar"
self.assertFalse(os.path.exists(dummy_installation_path))
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.settings.merge({"selenium-tools": {
"junit": {"selenium-server": os.path.join(dummy_installation_path, "selenium-server.jar")}}})
obj.settings.merge({"selenium-tools": {
"junit": {"path": os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")}}})
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": os.path.abspath(__dir__() + "/../../tests/selenium/jar/")}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "selenium-server.jar")))
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")))
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = selenium_server_link
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = junit_link
def test_fail_on_zero_results(self):
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(yaml.load(open(__dir__() + "/../yaml/selenium_executor_requests.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.prepare()
self.assertRaises(RuntimeWarning, obj.post_process)
def test_selenium_prepare_python_folder(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution.merge({"scenario": {"script": __dir__() + "/../selenium/python/"}})
obj.prepare()
python_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(python_scripts), 2)
def test_prepare_java_package(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge(
{"scenario": {"script": os.path.abspath(__dir__() + "/../../tests/selenium/java_package/")}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_selenium_prepare_python_single(self):
"""
Check if script exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/python/test_blazemeter_fail.py")}})
obj.prepare()
python_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(python_scripts), 1)
def test_prepare_jar_single(self):
"""
Check if jar exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/jar/dummy.jar")}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "dummy.jar")))
def test_prepare_jar_folder(self):
"""
Check if jars exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": os.path.abspath(__dir__() + "/../../tests/selenium/jar/")}})
obj.prepare()
java_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(java_scripts), 2)
def test_prepare_java_package(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge(
{"scenario": {"script": __dir__() + "/../selenium/java_package/"}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_prepare_jar_folder(self):
"""
Check if jars exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": __dir__() + "/../selenium/jar/"}})
obj.prepare()
java_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(java_scripts), 2)
def test_fail_on_zero_results(self):
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(
yaml.load(
open("tests/yaml/selenium_executor_requests.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
self.assertRaises(RuntimeWarning, obj.post_process)
def test_selenium_prepare_python_single(self):
"""
Check if script exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({"scenario": {
"script": __dir__() + "/../selenium/python/test_blazemeter_fail.py"}})
obj.prepare()
python_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(python_scripts), 1)
def test_prepare_jar_folder(self):
"""
Check if jars exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/jar/")}})
obj.prepare()
java_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(java_scripts), 2)
def test_prepare_java_single(self):
"""
Check if script exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/java/TestBlazemeterFail.java")}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "TestBlazemeterFail.java")))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "TestBlazemeterFail.class")))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_prepare_java_single(self):
"""
Check if script exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution.merge(
{"scenario": {"script": __dir__() + "/../selenium/java/TestBlazemeterFail.java"}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "TestBlazemeterFail.java")))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "TestBlazemeterFail.class")))
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_dont_copy_local_script_to_artifacts(self):
"ensures that .java file is not copied into artifacts-dir"
obj = SeleniumExecutor()
obj.engine = EngineEmul()
filename = "BlazeDemo.java"
script_path = __dir__() + "/../data/" + filename
obj.execution.merge({"scenario": {
"script": script_path,
}})
obj.prepare()
files = obj.resource_files()
self.assertIn(script_path, files)
artifacts_script = os.path.join(obj.engine.artifacts_dir, filename)
self.assertFalse(os.path.exists(artifacts_script))
def test_selenium_prepare_python_folder(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution.merge(
{"scenario": {
"script": __dir__() + "/../selenium/python/"
}})
obj.prepare()
python_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(python_scripts), 2)
def test_selenium_startup_shutdown_java_single(self):
"""
run tests from single .java file
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({
'execution': {
'scenario': {
'script': 'tests/selenium/java/'
},
'executor': 'selenium'
},
'reporting': [{
'module': 'junit-xml'
}]
})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge({
"scenario": {
"script":
ABS_PATH("/../../tests/selenium/java/TestBlazemeterFail.java")
}
})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [
file for file in prepared_files if file.endswith(".java")
]
class_files = [
file for file in prepared_files if file.endswith(".class")
]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(1, len(java_files))
self.assertEqual(1, len(class_files))
self.assertEqual(1, len(jars))
self.assertTrue(
os.path.exists(os.path.join(obj.runner.working_dir,
"compiled.jar")))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_take_script_from_artifacts(self):
"ensures that executor looks for script in artifacts-dir (for cloud/remote cases)"
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.file_search_paths = [obj.engine.artifacts_dir]
script_name = "BlazeDemo.java"
test_script = __dir__() + "/../data/" + script_name
artifacts_script = os.path.join(obj.engine.artifacts_dir, script_name)
shutil.copy2(test_script, artifacts_script)
obj.execution.merge({"scenario": {
"script": script_name,
}})
obj.prepare()
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.execution.merge({"scenario": {"requests": ["req"]}})
selenium.prepare()
self.obj = JUnitTester()
self.obj.env = selenium.env
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
def test_dont_copy_local_script_to_artifacts(self):
"ensures that .java file is not copied into artifacts-dir"
obj = SeleniumExecutor()
obj.engine = EngineEmul()
filename = "BlazeDemo.java"
script_path = __dir__() + "/../data/" + filename
obj.execution.merge({
"scenario": {
"script": script_path,
}
})
obj.prepare()
files = obj.resource_files()
self.assertIn(script_path, files)
artifacts_script = os.path.join(obj.engine.artifacts_dir, filename)
self.assertFalse(os.path.exists(artifacts_script))
def test_requests(self):
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(yaml.load(open(__dir__() + "/../yaml/selenium_executor_requests.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(os.path.join(obj.engine.artifacts_dir, "junit.err")) as fds:
contents = fds.read()
self.assertEqual(1, contents.count("ok"))
self.assertEqual(1, contents.count("OK"))
def test_prepare_java_folder(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": os.path.abspath(__dir__() + "/../../tests/selenium/java/")}})
obj.prepare()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 2)
self.assertEqual(len(class_files), 2)
self.assertEqual(len(jars), 1)
def test_prepare_jar_single(self):
"""
Check if jar exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge({
"scenario": {
"script": ABS_PATH("/../../tests/selenium/jar/dummy.jar")
}
})
obj.prepare()
self.assertTrue(
os.path.exists(os.path.join(obj.runner.working_dir, "dummy.jar")))
def setUp(self):
super(TestJUnitTester, self).setUp()
engine_obj = EngineEmul()
paths = [local_paths_config()]
engine_obj.configure(paths)
# just download geckodriver & chromedriver with selenium
selenium = SeleniumExecutor()
selenium.engine = engine_obj
selenium.env = selenium.engine.env
selenium.execution.merge({"scenario": {"requests": ["req"]}})
selenium.prepare()
self.obj = JUnitTester()
self.obj.settings = engine_obj.config.get("modules").get("junit")
self.obj.engine = engine_obj
self.obj.env = self.obj.engine.env
def test_take_script_from_artifacts(self):
"ensures that executor looks for script in artifacts-dir (for cloud/remote cases)"
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.file_search_paths = [obj.engine.artifacts_dir]
script_name = "BlazeDemo.java"
test_script = __dir__() + "/../data/" + script_name
artifacts_script = os.path.join(obj.engine.artifacts_dir, script_name)
shutil.copy2(test_script, artifacts_script)
obj.execution.merge({
"scenario": {
"script": script_name,
}
})
obj.prepare()
def test_prepare_jar_folder(self):
"""
Check if jars exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({
"scenario": {
"script":
os.path.abspath(__dir__() + "/../../tests/selenium/jar/")
}
})
obj.prepare()
java_scripts = os.listdir(obj.runner.working_dir)
self.assertEqual(len(java_scripts), 2)
def test_selenium_startup_shutdown_java_package(self):
"""
Run tests from package
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge(yaml.load(open("tests/yaml/selenium_executor_java_package.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_prepare_java_folder(self):
"""
Check if scripts exist in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": __dir__() + "/../selenium/java/"}})
obj.prepare()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [file for file in prepared_files if file.endswith(".java")]
class_files = [file for file in prepared_files if file.endswith(".class")]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 2)
self.assertEqual(len(class_files), 2)
self.assertEqual(len(jars), 1)
def test_prepare_jar_single(self):
"""
Check if jar exists in working dir
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.execution = BetterDict()
obj.execution.merge({
"scenario": {
"script":
os.path.abspath(__dir__() +
"/../../tests/selenium/jar/dummy.jar")
}
})
obj.prepare()
self.assertTrue(
os.path.exists(os.path.join(obj.runner.working_dir, "dummy.jar")))
def test_requests(self):
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(yaml.load(open(__dir__() + "/../yaml/selenium_executor_requests.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.get_widget()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(os.path.join(obj.engine.artifacts_dir, "junit.err")) as fds:
contents = fds.read()
self.assertEqual(1, contents.count("ok"))
self.assertEqual(1, contents.count("OK"))
def test_samples_count_testcase(self):
"""
Test exact number of tests when test class extends JUnit TestCase
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({ScenarioExecutor.EXEC: {
"executor": "selenium",
"scenario": {"script": __dir__() + "/../selenium/invalid/SimpleTest.java"}
}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
def test_no_test_in_name(self):
"""
Test exact number of tests when annotations used and no "test" in class name
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({ScenarioExecutor.EXEC: {
"executor": "selenium",
"scenario": {"script": __dir__() + "/../selenium/invalid/selenium1.java"}
}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
def runner_fail_no_test_found(self):
"""
Check that Python Nose runner fails if no tests were found
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium", "scenario": {"script": "tests/selenium/invalid/dummy.py"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
try:
while not obj.check():
time.sleep(1)
except BaseException as exc:
self.assertEqual(exc.args[0], "Test runner NoseTester has failed: Nothing to test.")
obj.shutdown()
def test_samples_count_testcase(self):
"""
Test exact number of tests when test class extends JUnit TestCase
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium", "scenario": {"script": "tests/selenium/invalid/SimpleTest.java"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(obj.kpi_file) as kpi_fds:
contents = kpi_fds.read()
self.assertEqual(contents.count("--TIME:"), 2)
def test_not_junit(self):
"""
Check that JUnit runner fails if no tests were found
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium", "scenario": {"script": "tests/selenium/invalid/NotJUnittest.java"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
try:
while not obj.check():
time.sleep(1)
except BaseException as exc:
self.assertEqual(exc.args[0], "Test runner JunitTester has failed: There is nothing to test.")
obj.shutdown()
def test_no_test_in_name(self):
"""
Test exact number of tests when annotations used and no "test" in class name
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium", "scenario": {"script": "tests/selenium/invalid/selenium1.java"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(obj.kpi_file) as kpi_fds:
contents = kpi_fds.read()
self.assertEqual(contents.count("--TIME:"), 2)
def test_selenium_startup_shutdown_python_single(self):
"""
run tests from .py file
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge({
'execution': {
'scenario': {
'script': 'tests/selenium/python/'
},
'executor': 'selenium'
},
'reporting': [{
'module': 'junit-xml'
}]
})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge({
"scenario": {
"script":
ABS_PATH(
"/../../tests/selenium/python/test_blazemeter_fail.py")
}
})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
python_files = [
file for file in prepared_files if file.endswith(".py")
]
self.assertEqual(1, len(python_files))
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_install_tools(self):
"""
check installation of selenium-server, junit
:return:
"""
dummy_installation_path = __dir__() + "/../../build/tmp/selenium-taurus"
base_link = "file:///" + __dir__() + "/../data/"
shutil.rmtree(os.path.dirname(dummy_installation_path), ignore_errors=True)
selenium_server_link = SeleniumExecutor.SELENIUM_DOWNLOAD_LINK
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = base_link + "/selenium-server-standalone-2.46.0.jar"
junit_link = SeleniumExecutor.JUNIT_DOWNLOAD_LINK
junit_mirrors = SeleniumExecutor.JUNIT_MIRRORS_SOURCE
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = base_link + "/junit-4.12.jar"
SeleniumExecutor.JUNIT_MIRRORS_SOURCE = base_link + "unicode_file"
hamcrest_link = SeleniumExecutor.HAMCREST_DOWNLOAD_LINK
SeleniumExecutor.HAMCREST_DOWNLOAD_LINK = base_link + "/hamcrest-core-1.3.jar"
self.assertFalse(os.path.exists(dummy_installation_path))
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings.merge({"selenium-tools": {
"junit": {"selenium-server": os.path.join(dummy_installation_path, "selenium-server.jar")}}})
obj.settings.merge({"selenium-tools": {
"junit": {"hamcrest-core": os.path.join(dummy_installation_path, "tools", "junit", "hamcrest-core.jar")}}})
obj.settings.merge({"selenium-tools": {
"junit": {"path": os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")}}})
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": __dir__() + "/../selenium/jar/"}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "selenium-server.jar")))
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")))
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "tools", "junit", "hamcrest-core.jar")))
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = selenium_server_link
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = junit_link
SeleniumExecutor.HAMCREST_DOWNLOAD_LINK = hamcrest_link
SeleniumExecutor.JUNIT_MIRRORS_SOURCE = junit_mirrors
def test_install_tools(self):
"""
check installation of selenium-server, junit
:return:
"""
dummy_installation_path = ABS_PATH("/../../build/tmp/selenium-taurus")
base_link = "file:///" + ABS_PATH("/../data/")
shutil.rmtree(os.path.dirname(dummy_installation_path), ignore_errors=True)
selenium_server_link = SeleniumExecutor.SELENIUM_DOWNLOAD_LINK
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = base_link + "/selenium-server-standalone-2.46.0.jar"
junit_link = SeleniumExecutor.JUNIT_DOWNLOAD_LINK
junit_mirrors = SeleniumExecutor.JUNIT_MIRRORS_SOURCE
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = base_link + "/junit-4.12.jar"
SeleniumExecutor.JUNIT_MIRRORS_SOURCE = base_link + "unicode_file"
hamcrest_link = SeleniumExecutor.HAMCREST_DOWNLOAD_LINK
SeleniumExecutor.HAMCREST_DOWNLOAD_LINK = base_link + "/hamcrest-core-1.3.jar"
self.assertFalse(os.path.exists(dummy_installation_path))
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings.merge({"selenium-tools": {
"junit": {"selenium-server": os.path.join(dummy_installation_path, "selenium-server.jar")}}})
obj.settings.merge({"selenium-tools": {
"junit": {"hamcrest-core": os.path.join(dummy_installation_path, "tools", "junit", "hamcrest-core.jar")}}})
obj.settings.merge({"selenium-tools": {
"junit": {"path": os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")}}})
obj.execution = BetterDict()
obj.execution.merge({"scenario": {"script": ABS_PATH("/../../tests/selenium/jar/")}})
obj.prepare()
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "selenium-server.jar")))
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "tools", "junit", "junit.jar")))
self.assertTrue(os.path.exists(os.path.join(dummy_installation_path, "tools", "junit", "hamcrest-core.jar")))
SeleniumExecutor.SELENIUM_DOWNLOAD_LINK = selenium_server_link
SeleniumExecutor.JUNIT_DOWNLOAD_LINK = junit_link
SeleniumExecutor.HAMCREST_DOWNLOAD_LINK = hamcrest_link
SeleniumExecutor.JUNIT_MIRRORS_SOURCE = junit_mirrors
def test_selenium_startup_shutdown_java_package(self):
"""
Run tests from package
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(
{'execution': {'scenario': {'script': __dir__() + '/../selenium/java_package/'}, 'executor': 'selenium'},
'reporting': [{'module': 'junit-xml'}]})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
self.assertTrue(os.path.exists(os.path.join(obj.runner.working_dir, "compiled.jar")))
def test_selenium_startup_shutdown_java_single(self):
"""
run tests from single .java file
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge(
yaml.load(open("tests/yaml/selenium_executor_java.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge({
"scenario": {
"script":
os.path.abspath(
__dir__() +
"/../../tests/selenium/java/TestBlazemeterFail.java")
}
})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [
file for file in prepared_files if file.endswith(".java")
]
class_files = [
file for file in prepared_files if file.endswith(".class")
]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(1, len(java_files))
self.assertEqual(1, len(class_files))
self.assertEqual(1, len(jars))
self.assertTrue(
os.path.exists(os.path.join(obj.runner.working_dir,
"compiled.jar")))
self.assertTrue(os.path.exists(obj.runner.report_file))
def runner_fail_no_test_found(self):
"""
Check that Python Nose runner fails if no tests were found
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium",
"scenario": {"script": __dir__() + "/../selenium/invalid/dummy.py"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
try:
while not obj.check():
time.sleep(1)
self.fail()
except RuntimeError as exc:
self.assertIn("Nothing to test.", exc.args[0])
obj.shutdown()
def test_samples_count_testcase(self):
"""
Test exact number of tests when test class extends JUnit TestCase
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(
{"execution": {"executor": "selenium",
"scenario": {"script": __dir__() + "/../selenium/invalid/SimpleTest.java"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(obj.kpi_file) as kpi_fds:
reader = csv.reader(kpi_fds)
rows = list(reader)
self.assertEqual(len(rows), 3)
def test_no_test_in_name(self):
"""
Test exact number of tests when annotations used and no "test" in class name
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({"execution": {
"executor": "selenium", "scenario": {"script": __dir__() + "/../selenium/invalid/selenium1.java"}}
})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
with open(obj.kpi_file) as kpi_fds:
reader = csv.reader(kpi_fds)
rows = list(reader)
self.assertEqual(len(rows), 3)
def test_selenium_startup_shutdown_jar_folder(self):
"""
run tests from jars
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge({
'execution': {
'scenario': {
'script': 'tests/selenium/jar/'
},
'executor': 'selenium'
},
'reporting': [{
'module': 'junit-xml'
}]
})
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [
file for file in prepared_files if file.endswith(".java")
]
class_files = [
file for file in prepared_files if file.endswith(".class")
]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 0)
self.assertEqual(len(class_files), 0)
self.assertEqual(len(jars), 2)
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_not_junit(self):
"""
Check that JUnit runner fails if no tests were found
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config = BetterDict()
obj.engine.config.merge(
{"execution": {"executor": "selenium",
"scenario": {"script": __dir__() + "/../selenium/invalid/NotJUnittest.java"}}})
obj.execution = obj.engine.config['execution']
obj.prepare()
obj.startup()
try:
while not obj.check():
time.sleep(1)
self.fail()
except BaseException as exc:
self.assertIn("Nothing to test", exc.args[0])
obj.shutdown()
def test_selenium_startup_shutdown_java_package(self):
"""
Run tests from package
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config.merge(
yaml.load(
open("tests/yaml/selenium_executor_java_package.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
self.assertTrue(
os.path.exists(os.path.join(obj.runner.working_dir,
"compiled.jar")))
def test_selenium_startup_shutdown_jar_single(self):
"""
runt tests from single jar
:return:
"""
obj = SeleniumExecutor()
obj.engine = self.engine_obj
obj.settings = self.selenium_config
obj.engine.config.merge(
yaml.load(open("tests/yaml/selenium_executor_jar.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.execution.merge({
"scenario": {
"script": ABS_PATH("/../../tests/selenium/jar/dummy.jar")
}
})
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
java_files = [
file for file in prepared_files if file.endswith(".java")
]
class_files = [
file for file in prepared_files if file.endswith(".class")
]
jars = [file for file in prepared_files if file.endswith(".jar")]
self.assertEqual(len(java_files), 0)
self.assertEqual(len(class_files), 0)
self.assertEqual(len(jars), 1)
self.assertTrue(os.path.exists(obj.runner.settings.get("report-file")))
def test_selenium_startup_shutdown_python_folder(self):
"""
run tests from .py files
:return:
"""
obj = SeleniumExecutor()
obj.engine = EngineEmul()
obj.engine.config = BetterDict()
obj.engine.config.merge(
yaml.load(open("tests/yaml/selenium_executor_python.yml").read()))
obj.engine.config.merge({"provisioning": "local"})
obj.execution = obj.engine.config['execution']
obj.settings.merge(obj.engine.config.get("modules").get("selenium"))
obj.prepare()
obj.startup()
while not obj.check():
time.sleep(1)
obj.shutdown()
prepared_files = os.listdir(obj.runner.working_dir)
python_files = [
file for file in prepared_files if file.endswith(".py")
]
self.assertEqual(2, len(python_files))
self.assertTrue(os.path.exists(obj.runner.report_file))
