def configure(self, jmx_file=None, load=None, settings=None, has_ctg=None):
executor = MockJMeterExecutor(load, settings, has_ctg)
executor.engine.config.merge({Provisioning.PROV: 'local'})
executor.install_required_tools()
self.obj = LoadSettingsProcessor(executor)
if jmx_file:
self.jmx = JMX(jmx_file)
def configure(self, jmx_file=None, load=None, settings=None, has_ctg=None):
executor = MockJMeterExecutor(load, settings, has_ctg)
executor.engine.config.merge({Provisioning.PROV: 'local'})
executor.install_required_tools()
self.obj = LoadSettingsProcessor(executor)
if jmx_file:
self.jmx = JMX(jmx_file)
class TestLoadSettingsProcessor(BZTestCase):
def configure(self, jmx_file=None, load=None, settings=None, has_ctg=None):
executor = MockJMeterExecutor(settings, has_ctg)
executor.engine = EngineEmul()
executor.configure(load=load)
executor.engine.config.merge({Provisioning.PROV: 'local'})
executor.install_required_tools()
self.obj = LoadSettingsProcessor(executor)
if jmx_file:
self.jmx = JMX(jmx_file)
def get_groupset(self, testname=None):
groupset = []
for group in self.obj.tg_handler.groups(self.jmx):
# 'testname == None' means 'get all groups'
if not testname or (testname and group.element.attrib['testname'] == testname):
groupset.append(group)
return groupset
def test_keep_original(self):
self.configure(jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = "No iterations/concurrency/duration found, thread group modification is skipped"
self.assertIn(msg, self.log_recorder.debug_buff.getvalue())
groupset = self.get_groupset()
groups = [group.gtype for group in groupset]
self.assertEqual(5, len(set(groups))) # no one group was modified
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in groupset:
res_values[group.get_testname()] = {
'conc': group.get_concurrency(),
'rate': group.get_rate(),
'duration': group.get_duration(),
'iterations': group.get_iterations()}
self.assertEqual(res_values,
{'TG.01': {'conc': 2, 'duration': 3, 'iterations': 100, 'rate': 1},
'CTG.02': {'conc': 3, 'duration': 100, 'iterations': 10, 'rate': 1},
'STG.03': {'conc': 4, 'duration': None, 'iterations': None, 'rate': 1},
'UTG.04': {'conc': 1, 'duration': None, 'iterations': None, 'rate': 1},
'ATG.05': {'conc': 1, 'duration': 480, 'iterations': 33, 'rate': 2}})
def test_TG_cs(self):
""" ThreadGroup: concurrency, steps """
self.configure(load={'concurrency': 76, 'steps': 5},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'UltimateThreadGroup: getting of concurrency is impossible (not implemented)'
self.assertIn(msg, self.log_recorder.debug_buff.getvalue())
msg = "Had to add 1 more threads to maintain thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "Stepping ramp-up isn't supported for regular ThreadGroup"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual('ThreadGroup', group.gtype)
self.assertEqual("false", group.element.find(".//*[@name='LoopController.continue_forever']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text) # no loop limit
res_values[group.get_testname()] = {
'conc': group.get_concurrency(),
'on_error': group.get_on_error(),
'delay': group.get_scheduler_delay()}
self.assertEqual(res_values,
{'TG.01': {'conc': 14, 'on_error': 'startnextloop', 'delay': '33'},
'CTG.02': {'conc': 21, 'on_error': 'stopthread', 'delay': None},
'STG.03': {'conc': 28, 'on_error': 'stoptest', 'delay': None},
'UTG.04': {'conc': 7, 'on_error': 'stoptestnow', 'delay': None},
'ATG.05': {'conc': 7, 'on_error': 'continue', 'delay': None}})
def test_CTG_crs(self):
""" ConcurrencyThreadGroup: concurrency, ramp-up, steps """
self.configure(load={'concurrency': 71, 'ramp-up': 103, 'steps': 5, "throughput": 52},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'UltimateThreadGroup: getting of concurrency is impossible (not implemented)'
self.assertIn(msg, self.log_recorder.debug_buff.getvalue())
msg = "1 threads left undistributed due to thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("5", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("103", group.element.find(".//*[@name='RampUp']").text)
self.assertEqual("S", group.element.find(".//*[@name='Unit']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual(res_values,
{'TG.01': {'conc': 13, 'on_error': 'startnextloop'},
'CTG.02': {'conc': 19, 'on_error': 'stopthread'},
'STG.03': {'conc': 26, 'on_error': 'stoptest'},
'UTG.04': {'conc': 6, 'on_error': 'stoptestnow'},
'ATG.05': {'conc': 6, 'on_error': 'continue'}})
self.assertListEqual(self._get_tst_schedule(),
[['10.4', '10.4', '20'],
['20.8', '20.8', '21'],
['31.2', '31.2', '20'],
['41.6', '41.6', '21'],
['52.0', '52.0', '21']])
def test_CTG_null_iterations(self):
""" ConcurrencyThreadGroup: concurrency, ramp-up, steps """
self.configure(load={'hold-for': 103},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/null-iterations.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = "Parsing iterations 'None' in group 'ConcurrencyThreadGroup' failed"
self.assertNotIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("", group.element.find(".//*[@name='Iterations']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("103",))
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual({'CTG.02': {'conc': 3, 'on_error': 'stopthread'}}, res_values, )
def test_CTG_prop_rs(self):
""" ConcurrencyThreadGroup: properties in ramp-up, steps """
self.configure(load={'ramp-up': '${__P(r)}', 'steps': '${__P(s)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("${__P(s)}", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='RampUp']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1, 'ATG.05': 1})
def test_CTG_prop_trh(self):
""" ConcurrencyThreadGroup: properties in throughput, ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'throughput': '${__P(t)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
self.assertListEqual(self._get_tst_schedule(),
[["1.0", "${__P(t)}", "${__P(r)}"], ["${__P(t)}", "${__P(t)}", "${__P(h)}"]], )
def _get_tst_schedule(self):
records = []
shaper_elements = self.jmx.get("kg\.apc\.jmeter\.timers\.VariableThroughputTimer")
self.assertEqual(1, len(shaper_elements))
shaper_collection = shaper_elements[0].find(".//collectionProp[@name='load_profile']")
coll_elements = shaper_collection.findall(".//collectionProp")
for expected in coll_elements:
item = []
strings0 = expected.findall(".//stringProp")
for rec in strings0:
item.append(rec.text)
records.append(item)
return records
def test_TG_prop_cih(self):
""" ThreadGroup: properties in concurrency, hold-for, iterations """
self.configure(load={'concurrency': '${__P(c)}', 'hold-for': '${__P(h)}', 'iterations': '${__P(i)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
self.assertEqual("${__P(c)}", group.element.find(".//*[@name='ThreadGroup.num_threads']").text)
self.assertEqual("${__P(i)}", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(h)}", group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_TG_prop_rh(self):
""" ThreadGroup: properties in ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx', has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
delay = group.element.find(".//boolProp[@name='ThreadGroup.delayedStart']")
self.assertIsNone(delay)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='ThreadGroup.ramp_time']").text)
self.assertEqual("${__intSum(${__P(r)},${__P(h)})}",
group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_CTG_h(self):
""" ConcurrencyThreadGroup: hold-for """
self.configure(load={'hold-for': 70.5}, jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("70", group.element.find(".//*[@name='Hold']").text)
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'iterations': group.get_iterations()}
self.assertEqual(res_values, {
'TG.01': {'conc': 2, 'iterations': None},
'CTG.02': {'conc': 3, 'iterations': 10},
'STG.03': {'conc': 4, 'iterations': None},
'UTG.04': {'conc': 1, 'iterations': None},
'ATG.05': {'conc': 1, 'iterations': None}})
def test_TG_ci(self):
""" ThreadGroup: concurrency, iterations """
self.configure(load={'concurrency': 1, 'iterations': 7},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(1, group.get_concurrency())
self.assertEqual("false", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("7", group.element.find(".//*[@name='LoopController.loops']").text)
def test_TG_hr(self):
""" ThreadGroup: hold-for, ramp-up, no plugin """
self.configure(load={'ramp-up': 10, 'hold-for': 20},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx',
has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual(str(10 + 20), group.element.find(".//*[@name='ThreadGroup.duration']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1, 'ATG.05': 1})
class TestLoadSettingsProcessor(BZTestCase):
def configure(self, jmx_file=None, load=None, settings=None, has_ctg=None):
executor = MockJMeterExecutor(load, settings, has_ctg)
executor.engine.config.merge({Provisioning.PROV: 'local'})
executor.install_required_tools()
self.obj = LoadSettingsProcessor(executor)
if jmx_file:
self.jmx = JMX(jmx_file)
def get_groupset(self, testname=None):
groupset = []
for group in self.obj.tg_handler.groups(self.jmx):
# 'testname == None' means 'get all groups'
if not testname or (testname and group.element.attrib['testname'] == testname):
groupset.append(group)
return groupset
def test_keep_original(self):
self.configure(jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = "No iterations/concurrency/duration found, thread group modification is skipped"
self.assertIn(msg, self.log_recorder.debug_buff.getvalue())
groupset = self.get_groupset()
groups = [group.gtype for group in groupset]
self.assertEqual(5, len(set(groups))) # no one group was modified
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in groupset:
res_values[group.get_testname()] = {
'conc': group.get_concurrency(),
'rate': group.get_rate(),
'duration': group.get_duration(),
'iterations': group.get_iterations()}
self.assertEqual(res_values,
{'TG.01': {'conc': 2, 'duration': 3, 'iterations': 100, 'rate': None},
'CTG.02': {'conc': 3, 'duration': 100, 'iterations': None, 'rate': None},
'STG.03': {'conc': 4, 'duration': None, 'iterations': None, 'rate': None},
'UTG.04': {'conc': 1, 'duration': None, 'iterations': None, 'rate': None},
'ATG.05': {'conc': 1, 'duration': 480, 'iterations': 33, 'rate': 2}})
def test_TG_cs(self):
""" ThreadGroup: concurrency, steps """
self.configure(load={'concurrency': 76, 'steps': 5},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'Getting of concurrency for UltimateThreadGroup not implemented'
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "Had to add 1 more threads to maintain thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "Stepping ramp-up isn't supported for regular ThreadGroup"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual('ThreadGroup', group.gtype)
self.assertEqual("false", group.element.find(".//*[@name='LoopController.continue_forever']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text) # no loop limit
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual(res_values,
{'TG.01': {'conc': 14, 'on_error': 'startnextloop'},
'CTG.02': {'conc': 21, 'on_error': 'stopthread'},
'STG.03': {'conc': 28, 'on_error': 'stoptest'},
'UTG.04': {'conc': 7, 'on_error': 'stoptestnow'},
'ATG.05': {'conc': 7, 'on_error': 'continue'}})
def test_CTG_crs(self):
""" ConcurrencyThreadGroup: concurrency, ramp-up, steps """
self.configure(load={'concurrency': 71, 'ramp-up': 100, 'steps': 5},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'Getting of concurrency for UltimateThreadGroup not implemented'
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "1 threads left undistributed due to thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("5", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("100", group.element.find(".//*[@name='RampUp']").text)
self.assertEqual("S", group.element.find(".//*[@name='Unit']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual(res_values,
{'TG.01': {'conc': 13, 'on_error': 'startnextloop'},
'CTG.02': {'conc': 19, 'on_error': 'stopthread'},
'STG.03': {'conc': 26, 'on_error': 'stoptest'},
'UTG.04': {'conc': 6, 'on_error': 'stoptestnow'},
'ATG.05': {'conc': 6, 'on_error': 'continue'}})
def test_CTG_prop_rs(self):
""" ConcurrencyThreadGroup: properties in ramp-up, steps """
self.configure(load={'ramp-up': '${__P(r)}', 'steps': '${__P(s)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("${__P(s)}", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='RampUp']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1, 'ATG.05': 1})
def test_CTG_prop_trh(self):
""" ConcurrencyThreadGroup: properties in throughput, ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'throughput': '${__P(t)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
shaper_elements = self.jmx.get("kg\.apc\.jmeter\.timers\.VariableThroughputTimer")
self.assertEqual(1, len(shaper_elements))
shaper_collection = shaper_elements[0].find(".//collectionProp[@name='load_profile']")
coll_elements = shaper_collection.findall(".//collectionProp")
self.assertEqual(2, len(coll_elements))
strings0 = coll_elements[0].findall(".//stringProp")
self.assertEqual("1.0", strings0[0].text)
self.assertEqual("${__P(t)}", strings0[1].text)
self.assertEqual("${__P(r)}", strings0[2].text)
strings1 = coll_elements[1].findall(".//stringProp")
self.assertEqual("${__P(t)}", strings1[0].text)
self.assertEqual("${__P(t)}", strings1[1].text)
self.assertEqual("${__P(h)}", strings1[2].text)
def test_TG_prop_cih(self):
""" ThreadGroup: properties in concurrency, hold-for, iterations """
self.configure(load={'concurrency': '${__P(c)}', 'hold-for': '${__P(h)}', 'iterations': '${__P(i)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
self.assertEqual("${__P(c)}", group.element.find(".//*[@name='ThreadGroup.num_threads']").text)
self.assertEqual("${__P(i)}", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(h)}", group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_TG_prop_rh(self):
""" ThreadGroup: properties in ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx', has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='ThreadGroup.ramp_time']").text)
self.assertEqual("${__intSum(${__P(r)},${__P(h)})}",
group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_CTG_h(self):
""" ConcurrencyThreadGroup: hold-for """
self.configure(load={'hold-for': 70.5}, jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("70", group.element.find(".//*[@name='Hold']").text)
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1, 'ATG.05': 1})
def test_TG_ci(self):
""" ThreadGroup: concurrency, iterations """
self.configure(load={'concurrency': 1, 'iterations': 7},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(1, group.get_concurrency())
self.assertEqual("false", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("7", group.element.find(".//*[@name='LoopController.loops']").text)
def test_TG_hr(self):
""" ThreadGroup: hold-for, ramp-up, no plugin """
self.configure(load={'ramp-up': 10, 'hold-for': 20},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx',
has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual(str(10 + 20), group.element.find(".//*[@name='ThreadGroup.duration']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1, 'ATG.05': 1})
class TestLoadSettingsProcessor(BZTestCase):
def configure(self, jmx_file=None, load=None, settings=None, has_ctg=None):
executor = MockJMeterExecutor(load, settings, has_ctg)
executor.engine.config.merge({Provisioning.PROV: 'local'})
self.obj = LoadSettingsProcessor(executor)
if jmx_file:
self.jmx = JMX(jmx_file)
def get_groupset(self, testname=None):
groupset = []
for group in self.obj.tg_handler.groups(self.jmx):
# 'testname == None' means 'get all groups'
if not testname or (testname and group.element.attrib['testname'] == testname):
groupset.append(group)
return groupset
def test_keep_original(self):
self.configure(jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = "No iterations/concurrency/duration found, thread group modification is skipped"
self.assertIn(msg, self.log_recorder.debug_buff.getvalue())
groupset = self.get_groupset()
groups = [group.gtype for group in groupset]
self.assertEqual(4, len(set(groups))) # no one group was modified
self.assertEqual("", self.log_recorder.warn_buff.getvalue())
def test_TG_cs(self):
""" ThreadGroup: concurrency, steps """
self.configure(load={'concurrency': 69, 'steps': 5},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg) # because no duration
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'Getting of concurrency for UltimateThreadGroup not implemented'
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "Had to add 1 more threads to maintain thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "Stepping ramp-up isn't supported for regular ThreadGroup"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual('ThreadGroup', group.gtype)
self.assertEqual("false", group.element.find(".//*[@name='LoopController.continue_forever']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text) # no loop limit
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual(res_values,
{'TG.01': {'conc': 14, 'on_error': 'startnextloop'},
'CTG.02': {'conc': 21, 'on_error': 'stopthread'},
'STG.03': {'conc': 28, 'on_error': 'stoptest'},
'UTG.04': {'conc': 7, 'on_error': 'stoptestnow'}})
def test_CTG_crs(self):
""" ConcurrencyThreadGroup: concurrency, ramp-up, steps """
self.configure(load={'concurrency': 71, 'ramp-up': 100, 'steps': 5},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.sniff_log(self.obj.log)
self.obj.modify(self.jmx)
msg = 'Getting of concurrency for UltimateThreadGroup not implemented'
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
msg = "1 threads left undistributed due to thread group proportion"
self.assertIn(msg, self.log_recorder.warn_buff.getvalue())
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("5", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("100", group.element.find(".//*[@name='RampUp']").text)
self.assertEqual("S", group.element.find(".//*[@name='Unit']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = {'conc': group.get_concurrency(), 'on_error': group.get_on_error()}
self.assertEqual(res_values,
{'TG.01': {'conc': 14, 'on_error': 'startnextloop'},
'CTG.02': {'conc': 21, 'on_error': 'stopthread'},
'STG.03': {'conc': 28, 'on_error': 'stoptest'},
'UTG.04': {'conc': 7, 'on_error': 'stoptestnow'}})
def test_CTG_prop_rs(self):
""" ConcurrencyThreadGroup: properties in ramp-up, steps """
self.configure(load={'ramp-up': '${__P(r)}', 'steps': '${__P(s)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual(group.gtype, "ConcurrencyThreadGroup")
self.assertEqual("${__P(s)}", group.element.find(".//*[@name='Steps']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='RampUp']").text)
self.assertIn(group.element.find(".//*[@name='Hold']").text, ("", "0"))
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1})
def test_CTG_prop_trh(self):
""" ConcurrencyThreadGroup: properties in throughput, ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'throughput': '${__P(t)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
shaper_elements = self.jmx.get("kg\.apc\.jmeter\.timers\.VariableThroughputTimer")
self.assertEqual(1, len(shaper_elements))
shaper_collection = shaper_elements[0].find(".//collectionProp[@name='load_profile']")
coll_elements = shaper_collection.findall(".//collectionProp")
self.assertEqual(2, len(coll_elements))
strings0 = coll_elements[0].findall(".//stringProp")
self.assertEqual("1", strings0[0].text)
self.assertEqual("${__P(t)}", strings0[1].text)
self.assertEqual("${__P(r)}", strings0[2].text)
strings1 = coll_elements[1].findall(".//stringProp")
self.assertEqual("${__P(t)}", strings1[0].text)
self.assertEqual("${__P(t)}", strings1[1].text)
self.assertEqual("${__P(h)}", strings1[2].text)
def test_TG_prop_cih(self):
""" ThreadGroup: properties in concurrency, hold-for, iterations """
self.configure(load={'concurrency': '${__P(c)}', 'hold-for': '${__P(h)}', 'iterations': '${__P(i)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
self.assertEqual("${__P(c)}", group.element.find(".//*[@name='ThreadGroup.num_threads']").text)
self.assertEqual("${__P(i)}", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(h)}", group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_TG_prop_rh(self):
""" ThreadGroup: properties in ramp-up, hold-for """
self.configure(load={'ramp-up': '${__P(r)}', 'hold-for': '${__P(h)}'},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx', has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(group.gtype, "ThreadGroup")
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
self.assertEqual("${__P(r)}", group.element.find(".//*[@name='ThreadGroup.ramp_time']").text)
self.assertEqual("${__intSum(${__P(r)},${__P(h)})}",
group.element.find(".//*[@name='ThreadGroup.duration']").text)
def test_CTG_h(self):
""" ConcurrencyThreadGroup: hold-for """
self.configure(load={'hold-for': 70.5}, jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.CTG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("70", group.element.find(".//*[@name='Hold']").text)
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1})
def test_TG_ci(self):
""" ThreadGroup: concurrency, iterations """
self.configure(load={'concurrency': 1, 'iterations': 7},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx')
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
for group in self.get_groupset():
self.assertEqual(1, group.get_concurrency())
self.assertEqual("false", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("7", group.element.find(".//*[@name='LoopController.loops']").text)
def test_TG_hr(self):
""" ThreadGroup: hold-for, ramp-up, no plugin """
self.configure(load={'ramp-up': 10, 'hold-for': 20},
jmx_file=RESOURCES_DIR + 'jmeter/jmx/threadgroups.jmx',
has_ctg=False)
self.assertEqual(LoadSettingsProcessor.TG, self.obj.tg)
self.obj.modify(self.jmx)
res_values = {}
for group in self.get_groupset():
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual("true", group.element.find(".//*[@name='ThreadGroup.scheduler']").text)
self.assertEqual(str(10 + 20), group.element.find(".//*[@name='ThreadGroup.duration']").text)
self.assertEqual("-1", group.element.find(".//*[@name='LoopController.loops']").text)
res_values[group.get_testname()] = group.get_concurrency()
self.assertEqual(res_values, {'TG.01': 2, 'CTG.02': 3, 'STG.03': 4, 'UTG.04': 1})