def test_proc_error_csv(self): csv = CSVFileLogger() csv.proc_error(11111, 22, "epic fail") csv.proc_error(11111, 9758, "fail") csv.proc_error(11112, 7364, "little fail") csv.close() actual = open(utils.event_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_events.csv').decode('utf8') t_assert.equal(actual, expected)
def test_proc_error_csv(self): csv = CSVFileLogger() csv.proc_error(11111, 22, "epic fail") csv.proc_error(11111, 9758, "fail") csv.proc_error(11112, 7364, "little fail") csv.close() actual = open(utils.event_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_events.csv').decode('utf8') t_assert.equal(actual, expected)
def test_io_sys_csv(self): csv = CSVFileLogger() csv.io_sys(11111, 22, 22, 34, 43, 11, 11, 5, 3) csv.io_sys(22222, 55, 23, 44, 34, 23, 17, 15, 4) csv.io_sys(22233, 65, 23, 777, 44, 28, 18, 35, 5) csv.io_sys(25555, 78, 44, 1911, 53, 99434, 43, 43, 21) csv.close() actual = open(utils.io_sys_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_io_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_sys_es(self): es = ESFileLogger() es.cpu_sys(0, 1, 1, 1, 1) es.cpu_sys(1, 3, 2, 5, 6) es.cpu_sys(3, 22, 99, 11, 4) es.cpu_sys(5, 155, 122, 12, 22) es.close() actual = open(utils.cpu_sys_log+".es").read() expected = pkg_resources.resource_string(__name__, 'expected_cpu_sys.es').decode('utf8') t_assert.equal(actual, expected)
def test_proc_info_csv(self): csv = CSVFileLogger() csv.proc_info(11111, 22, "proc1") csv.proc_info(11111, 9758, "proc2") csv.proc_info(11111, 7364, "proc4") csv.proc_info(11111, 3332, "proc3") csv.close() actual = open(utils.proc_info_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_proc_info.csv').decode('utf8') t_assert.equal(actual, expected)
def test_mem_sys_csv(self): csv = CSVFileLogger() csv.mem_sys(0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1) csv.mem_sys(10, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2) csv.mem_sys(12, 34, 654, 24, 33, 23, 442, 1, 13, 21, 44) csv.mem_sys(15, 3445, 345, 345, 44, 745, 367, 32, 1111, 33, 55) csv.mem_sys(33, 33, 453, 998, 347, 976, 8544, 45, 5555, 66, 33) csv.close() actual = open(utils.mem_sys_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_mem_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_io_sys_csv(self): csv = CSVFileLogger() csv.io_sys(11111, 22, 22, 34, 43, 11, 11, 5, 3) csv.io_sys(22222, 55, 23, 44, 34, 23, 17, 15, 4) csv.io_sys(22233, 65, 23, 777, 44, 28, 18, 35, 5) csv.io_sys(25555, 78, 44, 1911, 53, 99434, 43, 43, 21) csv.close() actual = open(utils.io_sys_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_io_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_proc_info_csv(self): csv = CSVFileLogger() csv.proc_info(11111, 22, "proc1") csv.proc_info(11111, 9758, "proc2") csv.proc_info(11111, 7364, "proc4") csv.proc_info(11111, 3332, "proc3") csv.close() actual = open(utils.proc_info_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_proc_info.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_sys_csv(self): # self.assertEqual("a", "b") csv = CSVFileLogger() csv.cpu_sys(0, 1, 1, 1, 1) csv.cpu_sys(1, 3, 2, 5, 6) csv.cpu_sys(3, 22, 99, 11, 4) csv.cpu_sys(5, 155, 122, 12, 22) csv.close() actual = open(utils.cpu_sys_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_cpu_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_sys_es(self): es = ESFileLogger() es.cpu_sys(0, 1, 1, 1, 1) es.cpu_sys(1, 3, 2, 5, 6) es.cpu_sys(3, 22, 99, 11, 4) es.cpu_sys(5, 155, 122, 12, 22) es.close() actual = open(utils.cpu_sys_log + ".es").read() expected = pkg_resources.resource_string( __name__, 'expected_cpu_sys.es').decode('utf8') t_assert.equal(actual, expected)
def test_mem_sys_csv(self): csv = CSVFileLogger() csv.mem_sys(0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1) csv.mem_sys(10, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2) csv.mem_sys(12, 34, 654, 24, 33, 23, 442, 1, 13, 21, 44) csv.mem_sys(15, 3445, 345, 345, 44, 745, 367, 32, 1111, 33, 55) csv.mem_sys(33, 33, 453, 998, 347, 976, 8544, 45, 5555, 66, 33) csv.close() actual = open(utils.mem_sys_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_mem_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_sys_csv(self): # self.assertEqual("a", "b") csv = CSVFileLogger() csv.cpu_sys(0, 1, 1, 1, 1) csv.cpu_sys(1, 3, 2, 5, 6) csv.cpu_sys(3, 22, 99, 11, 4) csv.cpu_sys(5, 155, 122, 12, 22) csv.close() actual = open(utils.cpu_sys_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_cpu_sys.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_proc_csv(self): csv = CSVFileLogger() csv.cpu_proc(0, 1, 1, 1, 1, 1, 1, 1, "p1") csv.cpu_proc(0, 2, 1, 3, 4, 2, 3, 1, "p2") csv.cpu_proc(0, 3, 2, 122, 7, 5, 8, 11, "p3") csv.cpu_proc(10, 1, 1, 1, 1, 1, 1, 1, "p1") csv.cpu_proc(10, 2, 1, 3, 4, 2, 3, 1, "p2") csv.cpu_proc(10, 3, 2, 122, 7, 5, 8, 11, "p3") csv.cpu_proc(20, 1, 1, 5, 1, 4, 3, 2, "p1") csv.cpu_proc(20, 3, 2, 555, 7, 11, 55, 32, "p3") csv.close() actual = open(utils.cpu_proc_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_cpu_proc.csv').decode('utf8') t_assert.equal(actual, expected)
def test_mem_proc_csv(self): csv = CSVFileLogger() csv.mem_proc(0, 1, 11, 15, 5, "p1") csv.mem_proc(0, 2, 1, 3, 2, "p2") csv.mem_proc(0, 5432, 21, 33, 9, "p3") csv.mem_proc(5, 1, 22, 11, 3, "p1") csv.mem_proc(5, 5432, 7, 55, 7, "p3") csv.mem_proc(66, 1, 11, 15, 5, "p1") csv.mem_proc(66, 2, 11, 0, 22, "p2") csv.mem_proc(66, 5432, 212, 334, 44, "p3") csv.close() actual = open(utils.mem_proc_log+".csv").read() expected = pkg_resources.resource_string(self.__module__, 'expected_mem_proc.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_proc_csv(self): csv = CSVFileLogger() csv.cpu_proc(0, 1, 1, 1, 1, 1, 1, 1, "p1") csv.cpu_proc(0, 2, 1, 3, 4, 2, 3, 1, "p2") csv.cpu_proc(0, 3, 2, 122, 7, 5, 8, 11, "p3") csv.cpu_proc(10, 1, 1, 1, 1, 1, 1, 1, "p1") csv.cpu_proc(10, 2, 1, 3, 4, 2, 3, 1, "p2") csv.cpu_proc(10, 3, 2, 122, 7, 5, 8, 11, "p3") csv.cpu_proc(20, 1, 1, 5, 1, 4, 3, 2, "p1") csv.cpu_proc(20, 3, 2, 555, 7, 11, 55, 32, "p3") csv.close() actual = open(utils.cpu_proc_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_cpu_proc.csv').decode('utf8') t_assert.equal(actual, expected)
def test_mem_proc_csv(self): csv = CSVFileLogger() csv.mem_proc(0, 1, 11, 15, 5, "p1") csv.mem_proc(0, 2, 1, 3, 2, "p2") csv.mem_proc(0, 5432, 21, 33, 9, "p3") csv.mem_proc(5, 1, 22, 11, 3, "p1") csv.mem_proc(5, 5432, 7, 55, 7, "p3") csv.mem_proc(66, 1, 11, 15, 5, "p1") csv.mem_proc(66, 2, 11, 0, 22, "p2") csv.mem_proc(66, 5432, 212, 334, 44, "p3") csv.close() actual = open(utils.mem_proc_log + ".csv").read() expected = pkg_resources.resource_string( self.__module__, 'expected_mem_proc.csv').decode('utf8') t_assert.equal(actual, expected)
def test_cpu_proc_es(self): es = ESFileLogger() es.cpu_proc(0, 1, 1, 1, 1, 1, 1, 1, "p1") es.cpu_proc(0, 2, 1, 3, 4, 2, 3, 1, "p2") es.cpu_proc(0, 3, 2, 122, 7, 5, 8, 11, "p3") es.cpu_proc(10, 1, 1, 1, 1, 1, 1, 1, "p1") es.cpu_proc(10, 2, 1, 3, 4, 2, 3, 1, "p2") es.cpu_proc(10, 3, 2, 122, 7, 5, 8, 11, "p3") es.cpu_proc(20, 1, 1, 5, 1, 4, 3, 2, "p1") es.cpu_proc(20, 3, 2, 555, 7, 11, 55, 32, "p3") es.close() actual = open(utils.cpu_proc_log+".es").read() #what is the diff with __name__ vs self.__module__? who knows.. expected = pkg_resources.resource_string(self.__module__, 'expected_cpu_proc.es').decode('utf8') t_assert.equal(actual, expected)
def assert_kafka(self, expected_file_name): #print("reading server "+config.KAFKA_SERVER+" on topic:"+config.KAFKA_TOPIC) kafka_client = KafkaClient(config.KAFKA_SERVER) #simpleconsumer takes its timeout in seconds... hence 1, allowing all messages to appear but not hanging too long consumer = SimpleConsumer(kafka_client, b"my_group", config.KAFKA_TOPIC.encode("utf8"), iter_timeout=1) #seek(1,0) means to start processing from the begining (the 0) but skip 1 message from this index (the first msg) #we bypass the first message since it is just used to autostart the topic consumer.seek(1, 0) actual = "" for msg in consumer: #the linefeed at the end is not really needed but it makes for more readable error reports actual += msg.message.value.decode('utf8')+"\n" expected = pkg_resources.resource_string(__name__, expected_file_name).decode('utf8') t_assert.equal(actual, expected)
def assert_kafka(self, expected_file_name): #print("reading server "+config.KAFKA_SERVER+" on topic:"+config.KAFKA_TOPIC) kafka_client = KafkaClient(config.KAFKA_SERVER) #simpleconsumer takes its timeout in seconds... hence 1, allowing all messages to appear but not hanging too long consumer = SimpleConsumer(kafka_client, b"my_group", config.KAFKA_TOPIC.encode("utf8"), iter_timeout=1) #seek(1,0) means to start processing from the begining (the 0) but skip 1 message from this index (the first msg) #we bypass the first message since it is just used to autostart the topic consumer.seek(1, 0) actual = "" for msg in consumer: #the linefeed at the end is not really needed but it makes for more readable error reports actual += msg.message.value.decode('utf8')+"\n" expected = pkg_resources.resource_string(__name__, expected_file_name).decode('utf8') t_assert.equal(actual, expected)
def assert_es(self, expected_file_name): time.sleep(1) # query='{"query":{"match_all":{}}, "sort": { "time": { "order": "asc" }}}' data = self.es.search(index=config.ES_INDEX, scroll="10m", body='{"query":{"match_all":{}}, "sort": { "time": { "order": "asc" }}}') scroll_id = data['_scroll_id'] actual = self.read_es(data, "") items = data["hits"]["hits"] while len(items) > 0: data = self.es.scroll(scroll_id=scroll_id, scroll= "10m") items = data["hits"]["hits"] actual = self.read_es(data, actual) # print(actual) expected = pkg_resources.resource_string(__name__, expected_file_name).decode('utf8') t_assert.equal(actual, expected)
def test_cpu_proc_es(self): es = ESFileLogger() es.cpu_proc(0, 1, 1, 1, 1, 1, 1, 1, "p1") es.cpu_proc(0, 2, 1, 3, 4, 2, 3, 1, "p2") es.cpu_proc(0, 3, 2, 122, 7, 5, 8, 11, "p3") es.cpu_proc(10, 1, 1, 1, 1, 1, 1, 1, "p1") es.cpu_proc(10, 2, 1, 3, 4, 2, 3, 1, "p2") es.cpu_proc(10, 3, 2, 122, 7, 5, 8, 11, "p3") es.cpu_proc(20, 1, 1, 5, 1, 4, 3, 2, "p1") es.cpu_proc(20, 3, 2, 555, 7, 11, 55, 32, "p3") es.close() actual = open(utils.cpu_proc_log + ".es").read() #what is the diff with __name__ vs self.__module__? who knows.. expected = pkg_resources.resource_string( self.__module__, 'expected_cpu_proc.es').decode('utf8') t_assert.equal(actual, expected)