def test_two_readers(self):
""" check different reading speed, fieldnames and separators """
script = os.path.join(RESOURCES_DIR, "test_two_readers.py")
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
params = Params()
params.concurrency = 2
params.iterations = 3
params.report = report
params.tests = [script]
params.worker_count = 1
sup = Supervisor(params)
sup.start()
sup.join()
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1::2])
threads = {"0": [], "1": []}
content = [item[item.index('"') + 1:].strip() for item in content]
for item in content:
threads[item[0]].append(item[2:])
target = { # reader1 runs two times faster
"0": ["0. u,ser0:000:ze:00", "1. u,ser0:000:tu:22", "0. user2:2:fo:44",
"1. user2:2:si:66", "0. user4:4:ze:00", "1. user4:4:tu:22"],
"1": ["0. user1:1:on:11", "1. user1:1:th:33", "0. user3:3:fi:55",
"1. user3:3:se:77", "0. user5:5:on:11", "1. user5:5:th:33"]}
self.assertEqual(threads, target)
def test_apiritif_no_loop_multiple_records(self):
script = os.path.join(RESOURCES_DIR, "test_csv_records.py")
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
params = Params()
params.concurrency = 5 # more than records in csv
params.iterations = 10
params.report = report
params.tests = [script]
params.worker_count = 1
sup = Supervisor(params)
sup.start()
sup.join()
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1:])
content = [item.split(",")[6] for item in content]
with open(os.path.join(RESOURCES_DIR, "data/source2.csv")) as csv:
self.assertEqual(len(content), len(csv.readlines())) # equals record number in csv
for line in content:
self.assertTrue("true" in line)
def test_shared_csv(self):
concurrency = 2
script = os.path.join(RESOURCES_DIR, "test_csv_records.py")
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
params = Params()
params.concurrency = concurrency
params.iterations = 6
params.report = report
params.tests = [script]
params.worker_count = 1
sup = Supervisor(params)
sup.start()
sup.join()
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1:])
content = [item.split(",")[3] for item in content]
with open(os.path.join(RESOURCES_DIR, "data/source2.csv")) as csv:
target_data = csv.readlines()
target_data = [line.strip() for line in target_data]
target_vus = [str(vu) for vu in range(concurrency)]
real_vus = [record.split(':')[0] for record in content]
self.assertEqual(set(target_vus), set(real_vus)) # all VUs participated
real_data = [record.split(':')[1] for record in content]
self.assertEqual(set(target_data), set(real_data)) # all data has been read
self.assertEqual(len(target_data), len(real_data))
def test_apiritif_without_loop(self):
""" check different reading speed, fieldnames and separators """
script = os.path.dirname(
os.path.realpath(__file__)) + "/resources/test_reader_no_loop.py"
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
print(report)
params = Params()
params.concurrency = 1
params.iterations = 10
params.report = report
params.tests = [script]
params.worker_count = 1
sup = Supervisor(params)
sup.start()
sup.join()
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1::2])
threads = {"0": []}
content = [item[item.index('"') + 1:].strip() for item in content]
for item in content:
threads[item[0]].append(item[2:])
self.assertEqual(18, len(threads["0"]))
def test_threads_and_processes(self):
""" check if threads and processes can divide csv fairly """
script = os.path.dirname(
os.path.realpath(__file__)) + "/resources/test_thread_reader.py"
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
print(report)
params = Params()
params.concurrency = 4
params.iterations = 2
params.report = report
params.tests = [script]
params.worker_count = 2
sup = Supervisor(params)
sup.start()
sup.join()
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1::2])
threads = {"0": [], "1": [], "2": [], "3": []}
content = [item[item.index('"') + 1:].strip() for item in content]
for item in content:
self.assertEqual(item[0], item[2]) # thread equals target
self.assertEqual("a", item[-1]) # age is the same
if item[6] == "0":
self.assertEqual(-1, item.find('+'))
else:
self.assertNotEqual(-1,
item.find('+')) # name value is modified
threads[item[0]].append(item[9:-2])
# format: <user>:<pass>, quoting ignored
target = {
'0': ['""u:ser0""', '""u+:ser0""', 'user4:4', 'user4+:4'],
'1': ['""user1"":1', '""user1""+:1', 'user5:5', 'user5+:5'],
'2': ['user2:""2""', 'user2+:""2""', '""u:ser0""', '""u+:ser0""'],
'3': ['user3:3', 'user3+:3', '""user1"":1', '""user1""+:1']
}
self.assertEqual(threads, target)
def test_thread_proc(self):
log = "/tmp/apiritif.log"
if os.path.exists(log):
os.remove(log)
script = os.path.dirname(
os.path.realpath(__file__)) + "/resources/test_requests.py"
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "%s.csv"
outfile.close()
print(report)
params = Params()
params.concurrency = 3
params.iterations = 2
params.report = report
params.tests = [script]
params.worker_count = 2
sup = Supervisor(params)
sup.start()
sup.join()
with open(log) as f:
content = f.readlines()
a = 1 + 1
def test_reader_without_loop_non_stop(self):
""" check different reading speed, fieldnames and separators """
script = os.path.dirname(
os.path.realpath(__file__)) + "/resources/test_reader_no_loop.py"
outfile = tempfile.NamedTemporaryFile()
report = outfile.name + "-%s.csv"
outfile.close()
print(report)
params = Params()
params.concurrency = 1
params.iterations = 10
params.report = report
params.tests = [script]
params.worker_count = 1
handler = ApiritifPlugin.handleError
try:
# wrong handler: doesn't stop iterations
ApiritifPlugin.handleError = lambda a, b, c: False
sup = Supervisor(params)
sup.start()
sup.join()
finally:
ApiritifPlugin.handleError = handler
content = []
for i in range(params.worker_count):
with open(report % i) as f:
content.extend(f.readlines()[1::2])
threads = {"0": []}
content = [item[item.index('"') + 1:].strip() for item in content]
for item in content:
threads[item[0]].append(item[2:])
self.assertTrue(len(threads["0"]) > 18)
