def __init__(self):
Bench.__init__(self, name = "send_data_indirect",
title = "Indirect data transmission test",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests sending data indirectly, i.e polling the coordinator for data",
feature = ["MCPS-DATA", "MLME-POLL"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW41Z"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(
self,
name="mesh_minimal_startup",
title="Mesh minimal example application startup",
status="released",
type="regression",
subtype="startup",
author="Kimmo Lepikko",
purpose=
"Verifies that the application starts up correctly and connects to border router",
component=["6LoWPAN"],
requirements={
"duts": {
'*': { #requirements for all nodes
"count": 1,
"type": "hardware",
"application": {
"name": "TEST_APPS-mesh_minimal_startup",
"version": "1.0",
"init_cli_cmds": [],
"post_cli_cmds": []
},
"rf_channel": 18
},
"1": {
"nick": "client"
},
}
})
def __init__(self):
Bench.__init__(self, name = "create_and_join_PAN",
title = "Create a PAN and have a device join it",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "",
feature = ["MLME-START", "MLME-SCAN (active)"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(
self,
name="TCPSOCKET_ECHOTEST_BURST_SHORT",
title="TCPSOCKET_ECHOTEST_BURST_SHORT",
purpose=
"Verify that TCPSocket can send burst of packets to echo server and read incoming packets",
status="released",
component=["mbed-os", "netsocket"],
author="Juha Ylinen <*****@*****.**>",
type="smoke",
subtype="socket",
requirements={
"duts": {
'*': { # requirements for all nodes
"count": 1,
"type": "hardware",
"application": {
"name": "TEST_APPS-device-socket_app"
}
},
"1": {
"nick": "dut1"
},
}
})
def __init__(self):
Bench.__init__(self, name = "ED_scan",
title = "ED scan test",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests reading the ED values from channels 11-16",
feature = ["MLME-SCAN (ED)"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "KW41Z"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(self, name = "send_large_payloads",
title = "Data transmission test with large packets",
status = "released",
type = "reliability",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Repeatedly sends long packets, checking that the payload is correct in each one",
feature = ["MCPS-DATA"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":2,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"}
}}
)
def __init__(self):
Bench.__init__(self, name = "create_and_join_PAN",
title = "Create a PAN and have a device join it",
status = "development",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "",
feature = ["MLME-START", "MLME-SCAN (active)"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(
self,
name="test_cmd_resp",
title="icetea command and response APIs example usage",
status="development",
type="smoke",
purpose="show an example usage of icetea command and response APIs",
component=["icetea"],
requirements={
"duts": {
'*': {
"count": 2,
"type": "hardware",
"allowed_platforms": ['K64F'],
"application": {
"bin":
"examples/cliapp/mbed-os5/bin/mbed_cliapp_K64F.bin"
}
},
"1": {
"nick": "dut1"
},
"2": {
"nick": "dut2"
}
}
})
def __init__(self):
Bench.__init__(
self,
name="TCPSERVER_ACCEPT",
title="TCPSERVER_ACCEPT",
purpose=
"Test that TCPServer::bind(), TCPServer::listen() and TCPServer::accept() works",
status="released",
component=["mbed-os", "netsocket"],
author="Juha Ylinen <*****@*****.**>",
type="smoke",
subtype="socket",
requirements={
"duts": {
'*': { # requirements for all nodes
"count": 2,
"type": "hardware",
"application": {
"name": "TEST_APPS-device-socket_app"
}
},
"1": {
"nick": "dut1"
},
"2": {
"nick": "dut2"
}
}
})
def __init__(self):
Bench.__init__(self, name = "address_read_and_write",
title = "MAC address and PAN id read/write test",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests reading a MAC address from the driver, and writing to the modifiable MAC address",
feature = ["MLME-SET"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":1,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2", "KW41Z"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"}
}}
)
def __init__(self):
Bench.__init__(self, name = "ED_scan",
title = "ED scan test",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests reading the ED values from channels 11-16",
feature = ["MLME-SCAN (ED)"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(self,
name="test_predefined_platforms",
title="Test a test case which have support for multiple platforms",
status="released",
purpose="Just for testing scripts",
component=[],
type="regression",
requirements={
"duts": {
'*': {
"count": 1,
"type": "hardware",
"allowed_platforms": [
"LPC1768", "KL25Z", "K64F", "K66F", "K22F",
"NUCLEO_F072RB", "NUCLEO_F091RC", "NUCLEO_F303K8",
"NUCLEO_F303RE", "NUCLEO_F207ZG", "NUCLEO_F303ZE",
"DISCO_L072CZ_LRWAN1", "NUCLEO_L073RZ", "NUCLEO_L152RE",
"NUCLEO_F446RE", "NUCLEO_F446ZE", "NUCLEO_F429ZI",
"NUCLEO_F746ZG", "NUCLEO_L476RG",
"DISCO_L475VG_IOT01A", "DISCO_L476VG", "DISCO_F469NI", "DISCO_F429ZI",
"DISCO_F769NI", "ARCH_MAX", "MAX32600MBED", "MOTE_L152RC",
],
"application": {
"name": "TEST_APPS-device-exampleapp"
}
}
}
}
)
def test_create_and_add_new_result(self):
test_data = dict()
test_data["reason"] = "this is a reason"
bench = Bench()
result = bench.add_new_result("fail", 1, 10, test_data)
self.assertEqual(len(bench.results), 1)
self.assertEqual(result.fail_reason, "this is a reason")
def __init__(self):
Bench.__init__(
self,
name="address_read_and_write",
title="MAC address and PAN id read/write test",
status="released",
type="smoke",
subtype="",
execution={"skip": {
"value": False,
"reason": ""
}},
author="Valtteri Erkkila",
purpose=
"Tests reading a MAC address from the driver, and writing to the modifiable MAC address",
feature=["MLME-SET"],
component=["MAC"],
requirements={
"duts": {
'*': {
"count":
1,
"type":
"hardware",
"allowed_platforms":
["K64F", "K66F", "NUCLEO_F429ZI", "KW41Z"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1": {
"nick": "First"
}
}
})
def __init__(self):
Bench.__init__(self, name = "send_data_indirect",
title = "Indirect data transmission test",
status = "released",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests sending data indirectly, i.e polling the coordinator for data",
feature = ["MCPS-DATA", "MLME-POLL"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":3,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"},
"3":{"nick": "Third"}
}}
)
def __init__(self):
Bench.__init__(
self,
name="sample_command_response",
title="Icetea command and response APIs example usage",
status="development",
type="smoke",
purpose="show an example usage of Icetea command and response APIs",
component=["Icetea"],
requirements={
"duts": {
'*': {
"count": 2, # devices number
"type":
"hardware", # "hardware" (by default) or "process"
"application": {
"bin":
"build_path/build_full_name", # build binary path
}
},
"1": {
"nick": "dut1" # give dut a nick
},
"2": {
"nick": "dut2"
}
}
})
def __init__(self):
Bench.__init__(
self,
name="test_multiple_processes",
title="Example test for multiple processes",
status="released",
purpose="Demo process duts",
component=["cmdline"],
type="smoke",
requirements={
"duts": {
'*': { #requirements for all nodes
"count": 10,
"type": "process",
"application": {
"name": "dummyDut",
"bin": "test/dut/dummyDut"
}
},
'1': {
"nick": "DUT1"
},
'2..10': {
"nick": "DUT#{i}"
}
}
})
def __init__(self,
testStepFail=None,
testStepError=None,
testStepTimeout=None,
exception=None,
nameError=None,
valueError=None,
testStepTimeoutInCase=None):
self.testStepFail = testStepFail
self.testStepError = testStepError
self.testStepTimeout = testStepTimeout
self.exception = exception
self.nameError = nameError
self.valueError = valueError
self.testStepTimeoutInCase = testStepTimeoutInCase
Bench.__init__(
self,
name="test_tcTearDown",
title="Test Testcase teardown with invalid command",
status="development",
type="acceptance",
purpose="dummy",
component=["Icetea_ut"],
requirements={
"duts": {
'*': { # requirements for all nodes
"count": 0,
}
}
})
def __init__(self):
Bench.__init__(self,
name="test_multi_dut",
title="",
status="development",
type="regression",
purpose="",
component=["icetea"],
requirements={
"duts": {
'*': {
"count": 2,
"type": "hardware",
"allowed_platforms": ['K64F'],
"application": {
"bin": "examples/cliapp/mbed-os5/bin/mbed_cliapp_K64F.bin"
}
},
"1": {
"nick": "dut1"
},
"2": {
"nick": "dut2"
}
}
}
)
def test_precmds_to_two_duts(self, mock_ec, mock_rp):
# pylint: disable=no-self-use
bench = Bench()
bench._resource_provider = mock.Mock()
bench.args = mock.MagicMock()
bench.args.my_duts = mock.MagicMock(return_value=False)
bench.execute_command = mock.MagicMock()
mock_resconf = mock.Mock()
mock_resconf.get_dut_configuration = mock.MagicMock(return_value=[{
"pre_cmds": ["first", "second"]
}, {
"pre_cmds": ["first2", "second2"]
}])
bench.resource_configuration = mock_resconf
mock_resconf.count_duts = mock.MagicMock(return_value=2)
# Call using mangled name of __send_pre_commands method
bench.send_pre_commands()
mock_ec.assert_has_calls([
mock.call(1, "first"),
mock.call(1, "second"),
mock.call(2, "first2"),
mock.call(2, "second2")
])
bench.execute_command.reset_mock()
# Test again with argument cmds
bench.send_pre_commands("somecommand")
mock_ec.assert_has_calls([
mock.call(1, "first"),
mock.call(1, "second"),
mock.call(2, "first2"),
mock.call(2, "second2"),
mock.call("*", "somecommand")
])
def __init__(self):
Bench.__init__(self, name = "send_data",
title = "Simple data transmission test",
status = "development",
type = "smoke",
subtype = "",
execution = {
"skip": {
"value": False,
"reason": ""
}
},
author = "Valtteri Erkkila",
purpose = "Tests that sending data works",
feature = ["MCPS-DATA"],
component = ["MAC"],
requirements = {
"duts": {
'*': {
"count":2,
"type": "hardware",
"allowed_platforms": ["K64F", "K66F", "NUCLEO_F429ZI", "KW24D", "UBLOX_EVK_ODIN_W2"],
"application": {
"name": "TEST_APPS-device-nanostack_mac_tester"
}
},
"1":{"nick": "First"},
"2":{"nick": "Second"}
}}
)
def __init__(self):
Bench.__init__(self,
name="sample_http",
title="Test http methods",
status="development",
type="acceptance",
purpose="dummy",
requirements={"duts": {}})
def __init__(self):
Bench.__init__(self,
name="test_pass",
title="Test icetea integration",
status="released",
purpose="Just for testing scripts",
component=[],
type="smoke")
def __init__(self):
Bench.__init__(self,
name="json_output_test",
title="Test list output as json",
status="development",
type="acceptance",
purpose="dummy",
component=["Icetea_ut"],
requirements={"duts": {}})
def test_postcmds_to_two_duts(self, mock_ec, mock_rp):
tc = Bench()
tc._resource_provider = mock.Mock()
tc.execute_command = mock.MagicMock()
mock_resconf = mock.Mock()
mock_resconf.get_dut_configuration = mock.MagicMock(return_value=[{
"post_cmds": ["first", "second"]
}, {
"post_cmds": ["first2", "second2"]
}])
tc.resource_configuration = mock_resconf
# Call using mangled name of __send_pre_commands method
tc._Bench__send_post_commands()
tc.execute_command.assert_has_calls([
mock.call(1, "first"),
mock.call(1, "second"),
mock.call(2, "first2"),
mock.call(2, "second2")
])
tc.execute_command.reset_mock()
# Test again with argument cmds
tc._Bench__send_post_commands("somecommand")
tc.execute_command.assert_has_calls([
mock.call(1, "first"),
mock.call(1, "second"),
mock.call(2, "first2"),
mock.call(2, "second2"),
mock.call("*", "somecommand")
])
def __init__(self, test_name):
Bench.__init__(self,
name=test_name,
title="dummy",
status="unknown",
type="functional",
purpose="dummy",
requirements={"duts": {
'*': {
"count": 0,
}
}})
def __init__(self):
Bench.__init__(self,
name="ut_apis",
title="unittest apis in testcase",
status="development",
type="acceptance",
purpose="dummy",
component=["UT"],
feature=["public apis"],
requirements={
"duts": {
'*': {
"count": 0,
"allowed_platforms": ["TEST1"]
}
}
})
self.expected_config = {
'status': 'development',
'component': ["UT"],
'feature': ["public apis"],
'requirements': {
'duts': {
'*': {
'count': 0,
'application': {
'bin': None
},
"allowed_platforms": ["TEST1"]
}
},
'external': {
'apps': []
}
},
'name': 'ut_apis',
'title': 'unittest apis in testcase',
'compatible': {
'framework': {
'version': '>=1.0.0',
'name': 'Icetea'
},
'hw': {
'value': True
},
'automation': {
'value': True
}
},
'purpose': 'dummy',
'type': 'acceptance',
'sub_type': None
}
def __init__(self):
Bench.__init__(self,
name="test_run_retcodes_fail",
title="unittest dut crash in testcase",
status="development",
type="acceptance",
purpose="dummy",
component=["Icetea_ut"],
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="ut_component1_test",
title="unittest matching",
status="development",
type="acceptance",
purpose="dummy",
component=["icetea_ut", "component1"],
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="subsubsubdirtest",
title="Level 3 testcase test file",
status="broken",
purpose="dummy",
component=["None"],
type="regression",
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="cmdfailtestcase",
title="Bench test file",
status="development",
purpose="test",
component=["None"],
type="regression",
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="rootdirtest",
title="Level 0 testcase test file",
status="released",
purpose="dummy",
component=["None"],
type="installation",
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="ut_failing_tc",
title="unittest failure in testcase",
status="development",
type="acceptance",
purpose="dummy",
component=["Icetea_ut"],
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self):
Bench.__init__(self,
name="subsubdirtest",
title="Level 2 testcase test file",
status="maintenance",
purpose="dummy",
component=["None"],
type="smoke",
requirements={"duts": {
'*': {
"count": 0
}
}})
def __init__(self, **kwargs):
testcase_args = {
'status': "released",
'component': ["mbed-os", "netsocket"],
'type': "smoke",
'subtype': "socket",
'requirements': {
"duts": {
"*": {
"count": 1,
"type": "hardware",
"application": {"name": "TEST_APPS-device-socket_app"}
},
"1": {"nick": "dut1"},
}
}
}
testcase_args.update(kwargs)
Bench.__init__(self, **testcase_args)
def __init__(self):
Bench.__init__(self,
name="test_cmdline",
title="Smoke test for command line interface",
status="released",
purpose="Verify Command Line Interface",
component=["cmdline"],
type="smoke",
requirements={
"duts": {
'*': {
"count": 1,
"type": "hardware",
"application": {
"name": "TEST_APPS-device-exampleapp"
}
},
"1": {"nick": "dut1"},
}
}
)
def __init__(self, **kwargs):
testcase_args = {
'title':"NFC tests with a reader",
'status':"development",
'purpose':"NFC e2e",
'component':["NFC"],
'type':"regression",
'requirements':{
"duts": {
'*': {
"count": 1,
"type": "hardware",
"application": {
"name": "TEST_APPS-device-nfcapp"
}
},
"1": {"nick": "dev1"}
}
}
}
testcase_args.update(kwargs)
Bench.__init__(self, **testcase_args)
def __init__(self):
Bench.__init__(self,
name="TCPSERVER_ACCEPT",
title="TCPSERVER_ACCEPT",
purpose="Test that TCPServer::bind(), TCPServer::listen() and TCPServer::accept() works",
status="released",
component=["mbed-os", "netsocket"],
author="Juha Ylinen <*****@*****.**>",
type="smoke",
subtype="socket",
requirements={
"duts": {
'*': { # requirements for all nodes
"count": 2,
"type": "hardware",
"application": {"name": "TEST_APPS-device-socket_app"}
},
"1": {"nick": "dut1"},
"2": {"nick": "dut2"}
}
}
)
def __init__(self):
Bench.__init__(self,
name="TCPSOCKET_ECHOTEST_BURST_SHORT",
title="TCPSOCKET_ECHOTEST_BURST_SHORT",
purpose="Verify that TCPSocket can send burst of packets to echo server and read incoming packets",
status="released",
component=["mbed-os", "netsocket"],
author="Juha Ylinen <*****@*****.**>",
type="smoke",
subtype="socket",
requirements={
"duts": {
'*': { # requirements for all nodes
"count": 1,
"type": "hardware",
"application": {
"name": "TEST_APPS-device-socket_app"
}
},
"1": {"nick": "dut1"},
}
}
)
