def test_requests(self):
self.configure(yaml.load(open(RESOURCES_DIR + "yaml/selenium_executor_requests.yml").read()))
self.obj.prepare()
self.obj.get_widget()
self.obj.startup()
while not self.obj.check():
time.sleep(self.obj.engine.check_interval)
self.obj.shutdown()
reader = FileReader(os.path.join(self.obj.engine.artifacts_dir, "apiritif.0.csv"))
lines = reader.get_lines(last_pass=True)
reader.close()
self.obj.runner._tailer.close()
self.obj.runner.reader.underlings[0].csvreader.file.close()
self.assertEquals(4, len(list(lines)))
def test_requests(self):
self.configure(yaml.load(open(RESOURCES_DIR + "yaml/selenium_executor_requests.yml").read()))
self.obj.prepare()
self.obj.get_widget()
self.obj.startup()
while not self.obj.check():
time.sleep(self.obj.engine.check_interval)
self.obj.shutdown()
reader = FileReader(os.path.join(self.obj.engine.artifacts_dir, "apiritif-0.csv"))
lines = reader.get_lines(last_pass=True)
reader.close()
self.obj.runner._tailer.close()
self.obj.runner.reader.readers[0].csvreader.file.close()
self.assertEquals(4, len(list(lines)))
class ApiritifNoseExecutor(SubprocessedExecutor):
"""
:type _tailer: FileReader
"""
def __init__(self):
super(ApiritifNoseExecutor, self).__init__()
self._tailer = FileReader(file_opener=lambda _: None,
parent_logger=self.log)
def resource_files(self):
files = super(ApiritifNoseExecutor, self).resource_files()
for source in self.get_scenario().get_data_sources():
files.append(source['path'])
return files
def create_func_reader(self, report_file):
del report_file
return ApiritifFuncReader(self.engine, self.log)
def create_load_reader(self, report_file):
del report_file
reader = ApiritifLoadReader(self.log)
reader.engine = self.engine
return reader
def prepare(self):
super(ApiritifNoseExecutor, self).prepare()
self.script = self.get_script_path()
if not self.script:
if "requests" in self.get_scenario():
self.script = self.__tests_from_requests()
else:
raise TaurusConfigError(
"Nothing to test, no requests were provided in scenario")
# todo: requred tools?
# path to taurus dir. It's necessary for bzt usage inside tools/helpers
self.env.add_path({"PYTHONPATH": get_full_path(BZT_DIR, step_up=1)})
self.reporting_setup(
) # no prefix/suffix because we don't fully control report file names
def __tests_from_requests(self):
filename = self.engine.create_artifact("test_requests", ".py")
test_mode = self.execution.get("test-mode", "apiritif")
scenario = self.get_scenario()
if test_mode == "apiritif":
builder = ApiritifScriptGenerator(self.engine, scenario,
self.label, self.log)
builder.verbose = self.__is_verbose()
else:
wdlog = self.engine.create_artifact('webdriver', '.log')
ignore_unknown_actions = self.settings.get(
"ignore-unknown-actions", False)
generate_markers = scenario.get(
'generate-flow-markers',
self.settings.get('generate-flow-markers', None))
extra_utilities = os.path.join(RESOURCES_DIR,
"selenium_taurus_extras.py")
builder = SeleniumScriptBuilder(scenario, self.log, wdlog,
extra_utilities,
ignore_unknown_actions,
generate_markers)
builder.label = self.label
builder.webdriver_address = self.settings.get(
"remote", builder.webdriver_address)
builder.webdriver_address = self.execution.get(
"remote", builder.webdriver_address)
builder.capabilities_from_outside = self.settings.get(
"capabilities")
builder.capabilities_from_outside.merge(
self.execution.get("capabilities"))
builder.build_source_code()
builder.save(filename)
if isinstance(self.engine.aggregator,
ConsolidatingAggregator) and isinstance(
builder, ApiritifScriptGenerator):
self.engine.aggregator.ignored_labels.extend(
builder.service_methods)
return filename
def startup(self):
executable = self.settings.get("interpreter", sys.executable)
report_type = ".ldjson" if self.engine.is_functional_mode() else ".csv"
report_tpl = self.engine.create_artifact("apiritif",
".") + "%s" + report_type
cmdline = [
executable, "-m", "apiritif.loadgen", '--result-file-template',
report_tpl
]
load = self.get_load()
if load.concurrency:
cmdline += ['--concurrency', str(load.concurrency)]
if load.iterations:
cmdline += ['--iterations', str(load.iterations)]
if load.hold:
cmdline += ['--hold-for', str(load.hold)]
if load.ramp_up:
cmdline += ['--ramp-up', str(load.ramp_up)]
if load.steps:
cmdline += ['--steps', str(load.steps)]
if self.__is_verbose():
cmdline += ['--verbose']
cmdline += [self.script]
self.process = self.execute(cmdline)
self._tailer = FileReader(filename=self.stdout.name,
parent_logger=self.log)
def has_results(self):
if not self.reader:
return False
return self.reader.read_records
@staticmethod
def _normalize_label(label):
for char in ":/":
if char in label:
label = label.replace(char, '_')
return label
def _check_stdout(self):
for line in self._tailer.get_lines():
if "Adding worker" in line:
marker = "results="
pos = line.index(marker)
fname = line[pos + len(marker):].strip()
self.log.debug("Adding result reader for %s", fname)
self.reader.register_file(fname)
elif "Transaction started" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
start_time = float(values['start_time'])
self.transaction_started(label, start_time)
elif "Transaction ended" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
duration = float(values['duration'])
self.transacion_ended(label, duration)
def check(self):
self._check_stdout()
return super(ApiritifNoseExecutor, self).check()
def __log_lines(self):
lines = []
for line in self._tailer.get_lines():
if not IGNORED_LINE.match(line):
lines.append(line)
if lines:
self.log.info("\n".join(lines))
def post_process(self):
self._check_stdout()
self.__log_lines()
self._tailer.close()
super(ApiritifNoseExecutor, self).post_process()
def __is_verbose(self):
engine_verbose = self.engine.config.get(SETTINGS).get("verbose", False)
executor_verbose = self.settings.get("verbose", engine_verbose)
return executor_verbose
class ApiritifNoseExecutor(SubprocessedExecutor):
"""
:type _tailer: FileReader
"""
def __init__(self):
super(ApiritifNoseExecutor, self).__init__()
self._tailer = FileReader(file_opener=lambda _: None,
parent_logger=self.log)
def resource_files(self):
files = super(ApiritifNoseExecutor, self).resource_files()
for source in self.get_scenario().get_data_sources():
files.append(source['path'])
return files
def create_func_reader(self, report_file):
del report_file
return ApiritifFuncReader(self.engine, self.log)
def create_load_reader(self, report_file):
del report_file
reader = ApiritifLoadReader(self.log)
reader.engine = self.engine
return reader
def prepare(self):
super(ApiritifNoseExecutor, self).prepare()
self.script = self.get_script_path()
if not self.script:
if "requests" in self.get_scenario():
self.script = self.__tests_from_requests()
else:
raise TaurusConfigError(
"Nothing to test, no requests were provided in scenario")
# todo: requred tools?
# path to taurus dir. It's necessary for bzt usage inside tools/helpers
self.env.add_path({"PYTHONPATH": get_full_path(BZT_DIR, step_up=1)})
self.reporting_setup(
) # no prefix/suffix because we don't fully control report file names
def __tests_from_requests(self):
filename = self.engine.create_artifact("test_requests", ".py")
test_mode = self.execution.get("test-mode", "apiritif")
scenario = self.get_scenario()
if test_mode == "apiritif":
builder = ApiritifScriptGenerator(
scenario,
self.label,
executor=self,
test_mode=test_mode,
ignore_unknown_actions=self.settings.get(
"ignore-unknown-actions", False))
builder.verbose = self.__is_verbose()
else:
wdlog = self.engine.create_artifact('webdriver', '.log')
generate_markers = self.settings.get('generate-flow-markers', None)
generate_markers = scenario.get('generate-flow-markers',
generate_markers)
scenario_caps = scenario.get("capabilities")
# todo: just for legacy support, remove it later
if isinstance(scenario_caps, list):
self.log.warning(
"Obsolete format of capabilities found (list), should be dict"
)
scenario["capabilities"] = {
item.keys()[0]: item.values()[0]
for item in scenario_caps
}
configs = (self.settings, scenario, self.execution)
capabilities = get_assembled_value(configs, "capabilities")
remote = get_assembled_value(configs, "remote")
builder = ApiritifScriptGenerator(
scenario,
self.label,
wdlog,
executor=self,
ignore_unknown_actions=self.settings.get(
"ignore-unknown-actions", False),
generate_markers=generate_markers,
capabilities=capabilities,
wd_addr=remote,
test_mode=test_mode)
builder.build_source_code()
builder.save(filename)
if isinstance(self.engine.aggregator,
ConsolidatingAggregator) and isinstance(
builder, ApiritifScriptGenerator):
self.engine.aggregator.ignored_labels.extend(
builder.service_methods)
return filename
def startup(self):
executable = self.settings.get("interpreter", sys.executable)
report_type = ".ldjson" if self.engine.is_functional_mode() else ".csv"
report_tpl = self.engine.create_artifact("apiritif",
".") + "%s" + report_type
cmdline = [
executable, "-m", "apiritif.loadgen", '--result-file-template',
report_tpl
]
load = self.get_load()
if load.concurrency:
cmdline += ['--concurrency', str(load.concurrency)]
iterations = self.get_raw_load().iterations
if iterations is None: # defaults:
msg = "No iterations limit in config, choosing anything... set "
if load.duration or self.engine.is_functional_mode() and list(
self.get_scenario().get_data_sources()):
iterations = 0 # infinite for func mode and ds
msg += "0 (infinite) as "
if load.duration:
msg += "duration found (hold-for + ramp-up)"
elif self.engine.is_functional_mode():
msg += "taurus works in functional mode"
else:
msg += "data-sources found"
else:
iterations = 1 # run once otherwise
msg += "1"
self.log.debug(msg)
if iterations:
cmdline += ['--iterations', str(iterations)]
if load.hold:
cmdline += ['--hold-for', str(load.hold)]
if load.ramp_up:
cmdline += ['--ramp-up', str(load.ramp_up)]
if load.steps:
cmdline += ['--steps', str(load.steps)]
if self.__is_verbose():
cmdline += ['--verbose']
cmdline += [self.script]
self.process = self._execute(cmdline)
self._tailer = FileReader(filename=self.stdout.name,
parent_logger=self.log)
def has_results(self):
if not self.reader:
return False
return self.reader.read_records
@staticmethod
def _normalize_label(label):
for char in ":/":
if char in label:
label = label.replace(char, '_')
return label
def _check_stdout(self):
for line in self._tailer.get_lines():
if "Adding worker" in line:
marker = "results="
pos = line.index(marker)
fname = line[pos + len(marker):].strip()
self.log.debug("Adding result reader for %s", fname)
self.reader.register_file(fname)
elif "Transaction started" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
start_time = float(values['start_time'])
self.transaction_started(label, start_time)
elif "Transaction ended" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
duration = float(values['duration'])
self.transacion_ended(label, duration)
def check(self):
self._check_stdout()
return super(ApiritifNoseExecutor, self).check()
def __log_lines(self):
lines = []
for line in self._tailer.get_lines():
if not IGNORED_LINE.match(line):
lines.append(line)
if lines:
self.log.info("\n".join(lines))
def post_process(self):
self._check_stdout()
self.__log_lines()
self._tailer.close()
super(ApiritifNoseExecutor, self).post_process()
def __is_verbose(self):
engine_verbose = self.engine.config.get(SETTINGS).get("verbose", False)
executor_verbose = self.settings.get("verbose", engine_verbose)
return executor_verbose
class ApiritifNoseExecutor(SubprocessedExecutor):
"""
:type _tailer: FileReader
"""
def __init__(self):
super(ApiritifNoseExecutor, self).__init__()
self._tailer = FileReader(file_opener=lambda _: None, parent_logger=self.log)
def resource_files(self):
files = super(ApiritifNoseExecutor, self).resource_files()
for source in self.get_scenario().get_data_sources():
files.append(source['path'])
return files
def create_func_reader(self, report_file):
del report_file
return ApiritifFuncReader(self.engine, self.log)
def create_load_reader(self, report_file):
del report_file
reader = ApiritifLoadReader(self.log)
reader.engine = self.engine
return reader
def prepare(self):
super(ApiritifNoseExecutor, self).prepare()
self.script = self.get_script_path()
if not self.script:
if "requests" in self.get_scenario():
self.script = self.__tests_from_requests()
else:
raise TaurusConfigError("Nothing to test, no requests were provided in scenario")
# todo: requred tools?
# path to taurus dir. It's necessary for bzt usage inside tools/helpers
self.env.add_path({"PYTHONPATH": get_full_path(BZT_DIR, step_up=1)})
self.reporting_setup() # no prefix/suffix because we don't fully control report file names
def __tests_from_requests(self):
filename = self.engine.create_artifact("test_requests", ".py")
test_mode = self.execution.get("test-mode", "apiritif")
scenario = self.get_scenario()
if test_mode == "apiritif":
builder = ApiritifScriptGenerator(self.engine, scenario, self.label, self.log, test_mode=test_mode)
builder.verbose = self.__is_verbose()
else:
wdlog = self.engine.create_artifact('webdriver', '.log')
generate_markers = self.settings.get('generate-flow-markers', None)
generate_markers = scenario.get('generate-flow-markers', generate_markers)
capabilities = copy.deepcopy(self.settings.get("capabilities"))
capabilities.merge(copy.deepcopy(self.execution.get("capabilities")))
scenario_caps = copy.deepcopy(scenario.get("capabilities"))
# todo: just for legacy support, remove it later
if isinstance(scenario_caps, list):
self.log.warning("Obsolete format of capabilities found (list), should be dict")
scenario_caps = {item.keys()[0]: item.values()[0] for item in scenario_caps}
capabilities.merge(scenario_caps)
remote = self.settings.get("remote", None)
remote = self.execution.get("remote", remote)
remote = scenario.get("remote", remote)
builder = ApiritifScriptGenerator(
self.engine, scenario, self.label, self.log, wdlog,
utils_file=os.path.join(RESOURCES_DIR, "selenium_taurus_extras.py"),
ignore_unknown_actions=self.settings.get("ignore-unknown-actions", False),
generate_markers=generate_markers,
capabilities=capabilities,
wd_addr=remote, test_mode=test_mode)
builder.build_source_code()
builder.save(filename)
if isinstance(self.engine.aggregator, ConsolidatingAggregator) and isinstance(builder, ApiritifScriptGenerator):
self.engine.aggregator.ignored_labels.extend(builder.service_methods)
return filename
def startup(self):
executable = self.settings.get("interpreter", sys.executable)
report_type = ".ldjson" if self.engine.is_functional_mode() else ".csv"
report_tpl = self.engine.create_artifact("apiritif", ".") + "%s" + report_type
cmdline = [executable, "-m", "apiritif.loadgen", '--result-file-template', report_tpl]
load = self.get_load()
if load.concurrency:
cmdline += ['--concurrency', str(load.concurrency)]
if load.iterations:
cmdline += ['--iterations', str(load.iterations)]
if load.hold:
cmdline += ['--hold-for', str(load.hold)]
if load.ramp_up:
cmdline += ['--ramp-up', str(load.ramp_up)]
if load.steps:
cmdline += ['--steps', str(load.steps)]
if self.__is_verbose():
cmdline += ['--verbose']
cmdline += [self.script]
self.process = self._execute(cmdline)
self._tailer = FileReader(filename=self.stdout.name, parent_logger=self.log)
def has_results(self):
if not self.reader:
return False
return self.reader.read_records
@staticmethod
def _normalize_label(label):
for char in ":/":
if char in label:
label = label.replace(char, '_')
return label
def _check_stdout(self):
for line in self._tailer.get_lines():
if "Adding worker" in line:
marker = "results="
pos = line.index(marker)
fname = line[pos + len(marker):].strip()
self.log.debug("Adding result reader for %s", fname)
self.reader.register_file(fname)
elif "Transaction started" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
start_time = float(values['start_time'])
self.transaction_started(label, start_time)
elif "Transaction ended" in line:
colon = line.index('::')
values = {
part.split('=')[0]: part.split('=')[1]
for part in line[colon + 2:].strip().split(',')
}
label = self._normalize_label(values['name'])
duration = float(values['duration'])
self.transacion_ended(label, duration)
def check(self):
self._check_stdout()
return super(ApiritifNoseExecutor, self).check()
def __log_lines(self):
lines = []
for line in self._tailer.get_lines():
if not IGNORED_LINE.match(line):
lines.append(line)
if lines:
self.log.info("\n".join(lines))
def post_process(self):
self._check_stdout()
self.__log_lines()
self._tailer.close()
super(ApiritifNoseExecutor, self).post_process()
def __is_verbose(self):
engine_verbose = self.engine.config.get(SETTINGS).get("verbose", False)
executor_verbose = self.settings.get("verbose", engine_verbose)
return executor_verbose
