def __init__(self): Bench.__init__(self, name = "send_data_indirect", title = "Indirect data transmission test", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests sending data indirectly, i.e polling the coordinator for data", feature = ["MCPS-DATA", "MLME-POLL"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW41Z"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__( self, name="mesh_minimal_startup", title="Mesh minimal example application startup", status="released", type="regression", subtype="startup", author="Kimmo Lepikko", purpose= "Verifies that the application starts up correctly and connects to border router", component=["6LoWPAN"], requirements={ "duts": { '*': { #requirements for all nodes "count": 1, "type": "hardware", "application": { "name": "TEST_APPS-mesh_minimal_startup", "version": "1.0", "init_cli_cmds": [], "post_cli_cmds": [] }, "rf_channel": 18 }, "1": { "nick": "client" }, } })
def __init__(self): Bench.__init__(self, name = "create_and_join_PAN", title = "Create a PAN and have a device join it", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "", feature = ["MLME-START", "MLME-SCAN (active)"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__( self, name="TCPSOCKET_ECHOTEST_BURST_SHORT", title="TCPSOCKET_ECHOTEST_BURST_SHORT", purpose= "Verify that TCPSocket can send burst of packets to echo server and read incoming packets", status="released", component=["mbed-os", "netsocket"], author="Juha Ylinen <*****@*****.**>", type="smoke", subtype="socket", requirements={ "duts": { '*': { # requirements for all nodes "count": 1, "type": "hardware", "application": { "name": "TEST_APPS-device-socket_app" } }, "1": { "nick": "dut1" }, } })
def __init__(self): Bench.__init__(self, name = "ED_scan", title = "ED scan test", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests reading the ED values from channels 11-16", feature = ["MLME-SCAN (ED)"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "KW41Z"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__(self, name = "send_large_payloads", title = "Data transmission test with large packets", status = "released", type = "reliability", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Repeatedly sends long packets, checking that the payload is correct in each one", feature = ["MCPS-DATA"], component = ["MAC"], requirements = { "duts": { '*': { "count":2, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"} }} )
def __init__(self): Bench.__init__(self, name = "create_and_join_PAN", title = "Create a PAN and have a device join it", status = "development", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "", feature = ["MLME-START", "MLME-SCAN (active)"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__( self, name="test_cmd_resp", title="icetea command and response APIs example usage", status="development", type="smoke", purpose="show an example usage of icetea command and response APIs", component=["icetea"], requirements={ "duts": { '*': { "count": 2, "type": "hardware", "allowed_platforms": ['K64F'], "application": { "bin": "examples/cliapp/mbed-os5/bin/mbed_cliapp_K64F.bin" } }, "1": { "nick": "dut1" }, "2": { "nick": "dut2" } } })
def __init__(self): Bench.__init__( self, name="TCPSERVER_ACCEPT", title="TCPSERVER_ACCEPT", purpose= "Test that TCPServer::bind(), TCPServer::listen() and TCPServer::accept() works", status="released", component=["mbed-os", "netsocket"], author="Juha Ylinen <*****@*****.**>", type="smoke", subtype="socket", requirements={ "duts": { '*': { # requirements for all nodes "count": 2, "type": "hardware", "application": { "name": "TEST_APPS-device-socket_app" } }, "1": { "nick": "dut1" }, "2": { "nick": "dut2" } } })
def __init__(self): Bench.__init__(self, name = "address_read_and_write", title = "MAC address and PAN id read/write test", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests reading a MAC address from the driver, and writing to the modifiable MAC address", feature = ["MLME-SET"], component = ["MAC"], requirements = { "duts": { '*': { "count":1, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2", "KW41Z"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"} }} )
def __init__(self): Bench.__init__(self, name = "ED_scan", title = "ED scan test", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests reading the ED values from channels 11-16", feature = ["MLME-SCAN (ED)"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__(self, name="test_predefined_platforms", title="Test a test case which have support for multiple platforms", status="released", purpose="Just for testing scripts", component=[], type="regression", requirements={ "duts": { '*': { "count": 1, "type": "hardware", "allowed_platforms": [ "LPC1768", "KL25Z", "K64F", "K66F", "K22F", "NUCLEO_F072RB", "NUCLEO_F091RC", "NUCLEO_F303K8", "NUCLEO_F303RE", "NUCLEO_F207ZG", "NUCLEO_F303ZE", "DISCO_L072CZ_LRWAN1", "NUCLEO_L073RZ", "NUCLEO_L152RE", "NUCLEO_F446RE", "NUCLEO_F446ZE", "NUCLEO_F429ZI", "NUCLEO_F746ZG", "NUCLEO_L476RG", "DISCO_L475VG_IOT01A", "DISCO_L476VG", "DISCO_F469NI", "DISCO_F429ZI", "DISCO_F769NI", "ARCH_MAX", "MAX32600MBED", "MOTE_L152RC", ], "application": { "name": "TEST_APPS-device-exampleapp" } } } } )
def test_create_and_add_new_result(self): test_data = dict() test_data["reason"] = "this is a reason" bench = Bench() result = bench.add_new_result("fail", 1, 10, test_data) self.assertEqual(len(bench.results), 1) self.assertEqual(result.fail_reason, "this is a reason")
def __init__(self): Bench.__init__( self, name="address_read_and_write", title="MAC address and PAN id read/write test", status="released", type="smoke", subtype="", execution={"skip": { "value": False, "reason": "" }}, author="Valtteri Erkkila", purpose= "Tests reading a MAC address from the driver, and writing to the modifiable MAC address", feature=["MLME-SET"], component=["MAC"], requirements={ "duts": { '*': { "count": 1, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW41Z"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1": { "nick": "First" } } })
def __init__(self): Bench.__init__(self, name = "send_data_indirect", title = "Indirect data transmission test", status = "released", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests sending data indirectly, i.e polling the coordinator for data", feature = ["MCPS-DATA", "MLME-POLL"], component = ["MAC"], requirements = { "duts": { '*': { "count":3, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"}, "3":{"nick": "Third"} }} )
def __init__(self): Bench.__init__( self, name="sample_command_response", title="Icetea command and response APIs example usage", status="development", type="smoke", purpose="show an example usage of Icetea command and response APIs", component=["Icetea"], requirements={ "duts": { '*': { "count": 2, # devices number "type": "hardware", # "hardware" (by default) or "process" "application": { "bin": "build_path/build_full_name", # build binary path } }, "1": { "nick": "dut1" # give dut a nick }, "2": { "nick": "dut2" } } })
def __init__(self): Bench.__init__( self, name="test_multiple_processes", title="Example test for multiple processes", status="released", purpose="Demo process duts", component=["cmdline"], type="smoke", requirements={ "duts": { '*': { #requirements for all nodes "count": 10, "type": "process", "application": { "name": "dummyDut", "bin": "test/dut/dummyDut" } }, '1': { "nick": "DUT1" }, '2..10': { "nick": "DUT#{i}" } } })
def __init__(self, testStepFail=None, testStepError=None, testStepTimeout=None, exception=None, nameError=None, valueError=None, testStepTimeoutInCase=None): self.testStepFail = testStepFail self.testStepError = testStepError self.testStepTimeout = testStepTimeout self.exception = exception self.nameError = nameError self.valueError = valueError self.testStepTimeoutInCase = testStepTimeoutInCase Bench.__init__( self, name="test_tcTearDown", title="Test Testcase teardown with invalid command", status="development", type="acceptance", purpose="dummy", component=["Icetea_ut"], requirements={ "duts": { '*': { # requirements for all nodes "count": 0, } } })
def __init__(self): Bench.__init__(self, name="test_multi_dut", title="", status="development", type="regression", purpose="", component=["icetea"], requirements={ "duts": { '*': { "count": 2, "type": "hardware", "allowed_platforms": ['K64F'], "application": { "bin": "examples/cliapp/mbed-os5/bin/mbed_cliapp_K64F.bin" } }, "1": { "nick": "dut1" }, "2": { "nick": "dut2" } } } )
def test_precmds_to_two_duts(self, mock_ec, mock_rp): # pylint: disable=no-self-use bench = Bench() bench._resource_provider = mock.Mock() bench.args = mock.MagicMock() bench.args.my_duts = mock.MagicMock(return_value=False) bench.execute_command = mock.MagicMock() mock_resconf = mock.Mock() mock_resconf.get_dut_configuration = mock.MagicMock(return_value=[{ "pre_cmds": ["first", "second"] }, { "pre_cmds": ["first2", "second2"] }]) bench.resource_configuration = mock_resconf mock_resconf.count_duts = mock.MagicMock(return_value=2) # Call using mangled name of __send_pre_commands method bench.send_pre_commands() mock_ec.assert_has_calls([ mock.call(1, "first"), mock.call(1, "second"), mock.call(2, "first2"), mock.call(2, "second2") ]) bench.execute_command.reset_mock() # Test again with argument cmds bench.send_pre_commands("somecommand") mock_ec.assert_has_calls([ mock.call(1, "first"), mock.call(1, "second"), mock.call(2, "first2"), mock.call(2, "second2"), mock.call("*", "somecommand") ])
def __init__(self): Bench.__init__(self, name = "send_data", title = "Simple data transmission test", status = "development", type = "smoke", subtype = "", execution = { "skip": { "value": False, "reason": "" } }, author = "Valtteri Erkkila", purpose = "Tests that sending data works", feature = ["MCPS-DATA"], component = ["MAC"], requirements = { "duts": { '*': { "count":2, "type": "hardware", "allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"], "application": { "name": "TEST_APPS-device-nanostack_mac_tester" } }, "1":{"nick": "First"}, "2":{"nick": "Second"} }} )
def __init__(self): Bench.__init__(self, name="sample_http", title="Test http methods", status="development", type="acceptance", purpose="dummy", requirements={"duts": {}})
def __init__(self): Bench.__init__(self, name="test_pass", title="Test icetea integration", status="released", purpose="Just for testing scripts", component=[], type="smoke")
def __init__(self): Bench.__init__(self, name="json_output_test", title="Test list output as json", status="development", type="acceptance", purpose="dummy", component=["Icetea_ut"], requirements={"duts": {}})
def test_postcmds_to_two_duts(self, mock_ec, mock_rp): tc = Bench() tc._resource_provider = mock.Mock() tc.execute_command = mock.MagicMock() mock_resconf = mock.Mock() mock_resconf.get_dut_configuration = mock.MagicMock(return_value=[{ "post_cmds": ["first", "second"] }, { "post_cmds": ["first2", "second2"] }]) tc.resource_configuration = mock_resconf # Call using mangled name of __send_pre_commands method tc._Bench__send_post_commands() tc.execute_command.assert_has_calls([ mock.call(1, "first"), mock.call(1, "second"), mock.call(2, "first2"), mock.call(2, "second2") ]) tc.execute_command.reset_mock() # Test again with argument cmds tc._Bench__send_post_commands("somecommand") tc.execute_command.assert_has_calls([ mock.call(1, "first"), mock.call(1, "second"), mock.call(2, "first2"), mock.call(2, "second2"), mock.call("*", "somecommand") ])
def __init__(self, test_name): Bench.__init__(self, name=test_name, title="dummy", status="unknown", type="functional", purpose="dummy", requirements={"duts": { '*': { "count": 0, } }})
def __init__(self): Bench.__init__(self, name="ut_apis", title="unittest apis in testcase", status="development", type="acceptance", purpose="dummy", component=["UT"], feature=["public apis"], requirements={ "duts": { '*': { "count": 0, "allowed_platforms": ["TEST1"] } } }) self.expected_config = { 'status': 'development', 'component': ["UT"], 'feature': ["public apis"], 'requirements': { 'duts': { '*': { 'count': 0, 'application': { 'bin': None }, "allowed_platforms": ["TEST1"] } }, 'external': { 'apps': [] } }, 'name': 'ut_apis', 'title': 'unittest apis in testcase', 'compatible': { 'framework': { 'version': '>=1.0.0', 'name': 'Icetea' }, 'hw': { 'value': True }, 'automation': { 'value': True } }, 'purpose': 'dummy', 'type': 'acceptance', 'sub_type': None }
def __init__(self): Bench.__init__(self, name="test_run_retcodes_fail", title="unittest dut crash in testcase", status="development", type="acceptance", purpose="dummy", component=["Icetea_ut"], requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="ut_component1_test", title="unittest matching", status="development", type="acceptance", purpose="dummy", component=["icetea_ut", "component1"], requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="subsubsubdirtest", title="Level 3 testcase test file", status="broken", purpose="dummy", component=["None"], type="regression", requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="cmdfailtestcase", title="Bench test file", status="development", purpose="test", component=["None"], type="regression", requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="rootdirtest", title="Level 0 testcase test file", status="released", purpose="dummy", component=["None"], type="installation", requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="ut_failing_tc", title="unittest failure in testcase", status="development", type="acceptance", purpose="dummy", component=["Icetea_ut"], requirements={"duts": { '*': { "count": 0 } }})
def __init__(self): Bench.__init__(self, name="subsubdirtest", title="Level 2 testcase test file", status="maintenance", purpose="dummy", component=["None"], type="smoke", requirements={"duts": { '*': { "count": 0 } }})
def __init__(self, **kwargs): testcase_args = { 'status': "released", 'component': ["mbed-os", "netsocket"], 'type': "smoke", 'subtype': "socket", 'requirements': { "duts": { "*": { "count": 1, "type": "hardware", "application": {"name": "TEST_APPS-device-socket_app"} }, "1": {"nick": "dut1"}, } } } testcase_args.update(kwargs) Bench.__init__(self, **testcase_args)
def __init__(self): Bench.__init__(self, name="test_cmdline", title="Smoke test for command line interface", status="released", purpose="Verify Command Line Interface", component=["cmdline"], type="smoke", requirements={ "duts": { '*': { "count": 1, "type": "hardware", "application": { "name": "TEST_APPS-device-exampleapp" } }, "1": {"nick": "dut1"}, } } )
def __init__(self, **kwargs): testcase_args = { 'title':"NFC tests with a reader", 'status':"development", 'purpose':"NFC e2e", 'component':["NFC"], 'type':"regression", 'requirements':{ "duts": { '*': { "count": 1, "type": "hardware", "application": { "name": "TEST_APPS-device-nfcapp" } }, "1": {"nick": "dev1"} } } } testcase_args.update(kwargs) Bench.__init__(self, **testcase_args)
def __init__(self): Bench.__init__(self, name="TCPSERVER_ACCEPT", title="TCPSERVER_ACCEPT", purpose="Test that TCPServer::bind(), TCPServer::listen() and TCPServer::accept() works", status="released", component=["mbed-os", "netsocket"], author="Juha Ylinen <*****@*****.**>", type="smoke", subtype="socket", requirements={ "duts": { '*': { # requirements for all nodes "count": 2, "type": "hardware", "application": {"name": "TEST_APPS-device-socket_app"} }, "1": {"nick": "dut1"}, "2": {"nick": "dut2"} } } )
def __init__(self): Bench.__init__(self, name="TCPSOCKET_ECHOTEST_BURST_SHORT", title="TCPSOCKET_ECHOTEST_BURST_SHORT", purpose="Verify that TCPSocket can send burst of packets to echo server and read incoming packets", status="released", component=["mbed-os", "netsocket"], author="Juha Ylinen <*****@*****.**>", type="smoke", subtype="socket", requirements={ "duts": { '*': { # requirements for all nodes "count": 1, "type": "hardware", "application": { "name": "TEST_APPS-device-socket_app" } }, "1": {"nick": "dut1"}, } } )