def test_two_readers(self): """ check different reading speed, fieldnames and separators """ script = os.path.join(RESOURCES_DIR, "test_two_readers.py") outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() params = Params() params.concurrency = 2 params.iterations = 3 params.report = report params.tests = [script] params.worker_count = 1 sup = Supervisor(params) sup.start() sup.join() content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1::2]) threads = {"0": [], "1": []} content = [item[item.index('"') + 1:].strip() for item in content] for item in content: threads[item[0]].append(item[2:]) target = { # reader1 runs two times faster "0": ["0. u,ser0:000:ze:00", "1. u,ser0:000:tu:22", "0. user2:2:fo:44", "1. user2:2:si:66", "0. user4:4:ze:00", "1. user4:4:tu:22"], "1": ["0. user1:1:on:11", "1. user1:1:th:33", "0. user3:3:fi:55", "1. user3:3:se:77", "0. user5:5:on:11", "1. user5:5:th:33"]} self.assertEqual(threads, target)
def test_ramp_up1(self): outfile = tempfile.NamedTemporaryFile() print(outfile.name) params1 = Params() params1.concurrency = 50 params1.report = outfile.name params1.tests = dummy_tests params1.ramp_up = 60 params1.steps = 5 params1.worker_count = 2 params1.worker_index = 0 worker1 = Worker(params1) res1 = [x.delay for x in worker1._get_thread_params()] print(res1) self.assertEquals(params1.concurrency, len(res1)) params2 = copy.deepcopy(params1) params2.worker_index = 1 worker2 = Worker(params2) res2 = [x.delay for x in worker2._get_thread_params()] print(res2) self.assertEquals(params2.concurrency, len(res2)) print(sorted(res1 + res2))
def test_shared_csv(self): concurrency = 2 script = os.path.join(RESOURCES_DIR, "test_csv_records.py") outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() params = Params() params.concurrency = concurrency params.iterations = 6 params.report = report params.tests = [script] params.worker_count = 1 sup = Supervisor(params) sup.start() sup.join() content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1:]) content = [item.split(",")[3] for item in content] with open(os.path.join(RESOURCES_DIR, "data/source2.csv")) as csv: target_data = csv.readlines() target_data = [line.strip() for line in target_data] target_vus = [str(vu) for vu in range(concurrency)] real_vus = [record.split(':')[0] for record in content] self.assertEqual(set(target_vus), set(real_vus)) # all VUs participated real_data = [record.split(':')[1] for record in content] self.assertEqual(set(target_data), set(real_data)) # all data has been read self.assertEqual(len(target_data), len(real_data))
def test_apiritif_no_loop_multiple_records(self): script = os.path.join(RESOURCES_DIR, "test_csv_records.py") outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() params = Params() params.concurrency = 5 # more than records in csv params.iterations = 10 params.report = report params.tests = [script] params.worker_count = 1 sup = Supervisor(params) sup.start() sup.join() content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1:]) content = [item.split(",")[6] for item in content] with open(os.path.join(RESOURCES_DIR, "data/source2.csv")) as csv: self.assertEqual(len(content), len(csv.readlines())) # equals record number in csv for line in content: self.assertTrue("true" in line)
def test_apiritif_without_loop(self): """ check different reading speed, fieldnames and separators """ script = os.path.dirname( os.path.realpath(__file__)) + "/resources/test_reader_no_loop.py" outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() print(report) params = Params() params.concurrency = 1 params.iterations = 10 params.report = report params.tests = [script] params.worker_count = 1 sup = Supervisor(params) sup.start() sup.join() content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1::2]) threads = {"0": []} content = [item[item.index('"') + 1:].strip() for item in content] for item in content: threads[item[0]].append(item[2:]) self.assertEqual(18, len(threads["0"]))
def test_worker_spawned_as_separate_process(self): outfile = tempfile.NamedTemporaryFile() outfile.close() params = Params() params.report = outfile.name + "%s" params.concurrency = 15 params.worker_count = 15 params.iterations = 1 saved_spawn_worker = apiritif.loadgen.spawn_worker apiritif.loadgen.spawn_worker = mock_spawn_worker try: sup = Supervisor(params) sup.start() while sup.is_alive(): time.sleep(0.1) process_ids = [] for i in range(params.worker_count): with open(params.report % i) as f: process_ids.extend(f.readlines()) self.assertEqual(params.worker_count, len(set(process_ids))) finally: apiritif.loadgen.spawn_worker = saved_spawn_worker for i in range(params.worker_count): os.remove(params.report % i)
def test_writers_x3(self): # writers must: # 1. be the same for threads of one process # 2. be set up only once # 3. be different for different processes def dummy_worker_init(self, params): """ :type params: Params """ super(Worker, self).__init__(params.concurrency) self.params = params store.writer = DummyWriter(self.params.report, self.params.workers_log) outfile = tempfile.NamedTemporaryFile() outfile.close() params = Params() # use this log to spy on writers workers_log = outfile.name + '-workers.log' params.workers_log = workers_log params.tests = [ os.path.join(os.path.dirname(__file__), "resources", "test_smart_transactions.py") ] params.report = outfile.name + "%s" # it causes 2 processes and 3 threads (totally) params.concurrency = 3 params.worker_count = 2 params.iterations = 2 saved_worker_init = Worker.__init__ Worker.__init__ = dummy_worker_init try: sup = Supervisor(params) sup.start() while sup.isAlive(): time.sleep(1) with open(workers_log) as log: writers = log.readlines() self.assertEqual(2, len(writers)) self.assertNotEqual(writers[0], writers[1]) finally: Worker.__init__ = saved_worker_init os.remove(workers_log) for i in range(params.worker_count): os.remove(params.report % i)
def test_ramp_up2(self): outfile = tempfile.NamedTemporaryFile() params1 = Params() params1.concurrency = 50 params1.report = outfile.name params1.tests = dummy_tests params1.ramp_up = 60 params1.worker_count = 1 params1.worker_index = 0 worker1 = Worker(params1) res1 = [x.delay for x in worker1._get_thread_params()] self.assertEquals(params1.concurrency, len(res1))
def test_threads_and_processes(self): """ check if threads and processes can divide csv fairly """ script = os.path.dirname( os.path.realpath(__file__)) + "/resources/test_thread_reader.py" outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() print(report) params = Params() params.concurrency = 4 params.iterations = 2 params.report = report params.tests = [script] params.worker_count = 2 sup = Supervisor(params) sup.start() sup.join() content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1::2]) threads = {"0": [], "1": [], "2": [], "3": []} content = [item[item.index('"') + 1:].strip() for item in content] for item in content: self.assertEqual(item[0], item[2]) # thread equals target self.assertEqual("a", item[-1]) # age is the same if item[6] == "0": self.assertEqual(-1, item.find('+')) else: self.assertNotEqual(-1, item.find('+')) # name value is modified threads[item[0]].append(item[9:-2]) # format: <user>:<pass>, quoting ignored target = { '0': ['""u:ser0""', '""u+:ser0""', 'user4:4', 'user4+:4'], '1': ['""user1"":1', '""user1""+:1', 'user5:5', 'user5+:5'], '2': ['user2:""2""', 'user2+:""2""', '""u:ser0""', '""u+:ser0""'], '3': ['user3:3', 'user3+:3', '""user1"":1', '""user1""+:1'] } self.assertEqual(threads, target)
def test_thread_proc(self): log = "/tmp/apiritif.log" if os.path.exists(log): os.remove(log) script = os.path.dirname( os.path.realpath(__file__)) + "/resources/test_requests.py" outfile = tempfile.NamedTemporaryFile() report = outfile.name + "%s.csv" outfile.close() print(report) params = Params() params.concurrency = 3 params.iterations = 2 params.report = report params.tests = [script] params.worker_count = 2 sup = Supervisor(params) sup.start() sup.join() with open(log) as f: content = f.readlines() a = 1 + 1
def test_reader_without_loop_non_stop(self): """ check different reading speed, fieldnames and separators """ script = os.path.dirname( os.path.realpath(__file__)) + "/resources/test_reader_no_loop.py" outfile = tempfile.NamedTemporaryFile() report = outfile.name + "-%s.csv" outfile.close() print(report) params = Params() params.concurrency = 1 params.iterations = 10 params.report = report params.tests = [script] params.worker_count = 1 handler = ApiritifPlugin.handleError try: # wrong handler: doesn't stop iterations ApiritifPlugin.handleError = lambda a, b, c: False sup = Supervisor(params) sup.start() sup.join() finally: ApiritifPlugin.handleError = handler content = [] for i in range(params.worker_count): with open(report % i) as f: content.extend(f.readlines()[1::2]) threads = {"0": []} content = [item[item.index('"') + 1:].strip() for item in content] for item in content: threads[item[0]].append(item[2:]) self.assertTrue(len(threads["0"]) > 18)
def test_handlers(self): # handlers must: # 1. be unique for thread # 2. be set up every launch of test suite def log_line(line): with open(thread.handlers_log, 'a') as log: log.write("%s\n" % line) def mock_get_handlers(): transaction_handlers = thread.get_from_thread_store( 'transaction_handlers') if not transaction_handlers: transaction_handlers = {'enter': [], 'exit': []} length = "%s/%s" % (len(transaction_handlers['enter']), len(transaction_handlers['exit'])) log_line("get: {pid: %s, idx: %s, iteration: %s, len: %s}" % (os.getpid(), thread.get_index(), thread.get_iteration(), length)) return transaction_handlers def mock_set_handlers(handlers): log_line("set: {pid: %s, idx: %s, iteration: %s, handlers: %s}," % (os.getpid(), thread.get_index(), thread.get_iteration(), handlers)) thread.put_into_thread_store(transaction_handlers=handlers) outfile = tempfile.NamedTemporaryFile() outfile.close() params = Params() # use this log to spy on writers handlers_log = outfile.name + '-handlers.log' thread.handlers_log = handlers_log params.tests = [ os.path.join(os.path.dirname(__file__), "resources", "test_smart_transactions.py") ] params.report = outfile.name + "%s" # it causes 2 processes and 3 threads (totally) params.concurrency = 3 params.worker_count = 2 params.iterations = 2 saved_get_handlers = apiritif.get_transaction_handlers saved_set_handlers = apiritif.set_transaction_handlers apiritif.get_transaction_handlers = mock_get_handlers apiritif.set_transaction_handlers = mock_set_handlers try: sup = Supervisor(params) sup.start() while sup.isAlive(): time.sleep(1) with open(handlers_log) as log: handlers = log.readlines() self.assertEqual(36, len(handlers)) self.assertEqual( 6, len([ handler for handler in handlers if handler.startswith('set') ])) self.assertEqual( 0, len([ handler for handler in handlers if handler.endswith('2/2}') ])) finally: apiritif.get_transaction_handlers = saved_get_handlers apiritif.set_transaction_handlers = saved_set_handlers os.remove(handlers_log) for i in range(params.worker_count): os.remove(params.report % i)