def __init__(self, test_case, app_package, app_activity, result_dir, loop_index): self.src_dic = { "H264_720P_30FPS": "ToS_720p_29.97fps_H264_4000kbps_8bits_noHDR_v1511090000.mp4", "H264_1080P_60FPS": "ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_barcode.mp4", "H264_2160P_60FPS": "ToS_2160p_59.94fps_H264_35000kbps_8bits_noHDR_v1511090000_code_new.mp4", "H265_2K_10bit": "ToS_2160p_59.94fps_H265_35000kbps_10bits_noHDR_v1511090000_code_new.mp4", "H265_2K_8bit": "ToS_2160p_59.94fps_H265_35000kbps_8bits_noHDR_v1511090000_code_new.mp4", } self.result = '' self.attfile = '' self.test_case = test_case self.app_package = app_package self.app_activity = app_activity self.loop_index = loop_index self.video_fps_test = test_fps( self.test_case, self.app_package + '/' + self.app_activity) self.result_dir = result_dir if not os.path.exists(self.result_dir): os.mkdir(self.result_dir) self.args = [self.result_dir, self.loop_index] self.app = [self.test_case, ''] self.video_test = apptest(self.args, self.app, self.app_package, self.app_activity) self.main()
def __init__(self, test_case, app_package, app_activity, result_dir, loop_index): self.src_dic = { "H265_4k60fps": "http://10.239.93.52/workloads/H265_4k60fps.html" } self.result = '' self.attfile = '' self.test_case = test_case self.app_package = app_package self.app_activity = app_activity self.loop_index = loop_index self.video_fps_test = test_fps( self.test_case, self.app_package + '/' + self.app_activity) self.result_dir = result_dir if not os.path.exists(self.result_dir): os.mkdir(self.result_dir) self.args = [self.result_dir, self.loop_index] self.app = [self.test_case, ''] self.video_test = apptest(self.args, self.app, self.app_package, self.app_activity) for i in range(3): if self.main(): break #utiliy.hard_reboot() self.returncode = 0 if i < 2 else 1 self.video_fps_test.logout( self.video_fps_test.my_func_name(), self.test_case + " test complate! " + ("<success>" if i < 2 else "<failed>"))
def __init__(self, tr): self.app_name = tr.case_name self.app_path = tr.case_info["apk"] self.app = [self.app_name, self.app_path] self.tr_name = tr.case_name self.data = '' self.mobile_test = apptest([tr.result_dir, tr.loop_index], self.app) self.main(tr)
def __init__(self, tr, app_name, app_path, test_text): self.app_name = app_name self.app_path = app_path self.app = [self.app_name, self.app_path] self.data = '' self.test_text = test_text self.mobile_test = apptest(sys.argv, self.app) self.main(tr)
def __init__(self, tr): self.app_name = tr.case_name self.app_path = tr.case_info["apk"] self.log_dir = tr.result_dir if not os.path.exists(self.log_dir): os.mkdir(self.log_dir) self.app = [self.app_name, self.app_path] self.tr_name = tr.case_name self.data = '' self.args = [self.log_dir, tr.loop_index] self.mobile_test = apptest(self.args, self.app) self.chrome_test = apptest(self.args, app_package="com.android.chrome", app_activity="com.android.chrome/com.google.android.apps.chrome.Main", case_name="chrome") icount = 0 ilimite = 2 while not self.main(tr): if icount > ilimite: break icount += 1
def __init__(self, tr): self.app_name = tr.case_name self.app_path = tr.case_info["apk"] self.app = [self.app_name, self.app_path] self.tr_name = tr.case_name self.data = '' self.mobile_test = apptest([tr.result_dir, tr.loop_index], self.app) for i in range(3): if self.main(tr): break utiliy.hard_reboot() self.mobile_test.logout( self.mobile_test.my_func_name(), self.app_name + " test complate! " + ("<success>" if i < 2 else "<failed>"))
def __init__(self, tr): self.result = '' self.attfile = '' self.test_case = tr.case_name self.app_package = tr.case_info["app_package"] self.app_activity = tr.case_info["app_activity"] self.loop_index = tr.loop_index self.log_dir = tr.result_dir if not os.path.exists(self.log_dir): os.mkdir(self.log_dir) self.args = [self.log_dir, self.loop_index] self.app = [self.test_case, ''] self.gallery_fps_test = test_fps(self.test_case, self.app_package + '/' + self.app_activity + "#0") self.gallery_test = apptest(self.args, self.app, self.app_package, self.app_activity) self.main(self.log_dir)
def __init__(self, tr, app_name, app_path, test_text): self.app_name = app_name self.app_path = app_path self.app = [self.app_name, self.app_path] self.data = '' self.test_text = test_text self.mobile_test = apptest(sys.argv, self.app) for i in range(3): if self.main(tr): break utiliy.hard_reboot() self.mobile_test.logout( self.mobile_test.my_func_name(), self.app_name + " test complate! " + ("<success>" if i < 2 else "<failed>")) exit(0 if i < 2 else 1)
def __init__(self, tr): self.app_name = tr.case_name self.app_path = tr.case_info["apk"] self.item_text = tr.case_info["itemtext"] self.result = '' self.result_dir = tr.result_dir if not os.path.exists(self.result_dir): os.mkdir(self.result_dir) self.app = [self.app_name, self.app_path] self.tr_name = tr.case_name self.data = '' self.mobile_test = apptest([self.result_dir, tr.loop_index], self.app) icount = 0 ilimite = 2 while not self.main(): if icount > ilimite: break icount += 1
def __init__(self, tr): self.app_name = tr.case_name self.app_path = tr.case_info["apk"] self.item_text = tr.case_info["itemtext"] self.result_item = tr.case_info["resultitem"] self.result = '' self.result_dir = tr.result_dir if not os.path.exists(self.result_dir): os.mkdir(self.result_dir) self.app = [self.app_name, self.app_path] self.tr_name = tr.case_name self.daimler = apptest([self.result_dir, tr.loop_index], self.app) for i in range(3): if self.main(): break utiliy.hard_reboot() self.daimler.logout(self.daimler.my_func_name(), self.app_name + " test complate! " + ("<success>" if i < 2 else "<failed>")) self.returncode = 0 if i < 2 else 1
def __init__(self, test_case, app_package, app_activity, result_dir, loop_index): self.src_dic = { "H264_720P_30FPS": "ToS_720p_29.97fps_H264_4000kbps_8bits_noHDR_v1511090000.mp4", "H264_1080P_60FPS": "ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_barcode.mp4", "H264_4kx2k_60FPS": "ToS_2160p_59.94fps_H264_35000kbps_8bits_noHDR_v1511090000_code_new.mp4", "H265_1080P_8bit": "ToS_1080p_59.94fps_H265_12000kbps_8bits_noHDR_v1511090000_code_new.mp4", "H265_4kx2k_10bit": "ToS_2160p_59.94fps_H265_35000kbps_10bits_noHDR_v1511090000_code_new.mp4", "MPEG4_1920x1080_60FPS": "ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_code_new.mp4", "VP9_3840X2460_30FPS": "ToS_2160p_29.97fps_VP9_35000kbps_8bits_noHDR_v2014_code_new.webm" } self.result = '' self.attfile = '' self.test_case = test_case self.app_package = app_package self.app_activity = app_activity self.loop_index = loop_index self.video_fps_test = test_fps( self.test_case, self.app_package + '/' + self.app_activity) self.result_dir = result_dir if not os.path.exists(self.result_dir): os.mkdir(self.result_dir) self.args = [self.result_dir, self.loop_index] self.app = [self.test_case, ''] self.video_test = apptest(self.args, self.app, self.app_package, self.app_activity) for i in range(3): if self.main(): break time.sleep(10) utiliy.hard_reboot() self.returncode = 0 if i < 2 else 1 self.video_fps_test.logout( self.video_fps_test.my_func_name(), self.test_case + " test complate! " + ("<success>" if i < 2 else "<failed>"))
Text = result['text'] Native = Text.split('\n') time.sleep(3) AndEMark_Native_result = Native[1].split(':')[-1] AndEMark_Java_result = Native[2].split(':')[-1] andebench.logout(andebench.my_func_name(), 'AndEMark_Native =' + AndEMark_Native_result) andebench.logout(andebench.my_func_name(), 'AndEMark_Java =' + AndEMark_Java_result) andebench.ui_operation.click_by_event("HOME") kill_adb_uiautomator_block_old() system_operation.set_display_orientaion("natural", andebench.log) kill_adb_uiautomator_block_old() tr.result('AndEBench_Native_result', AndEMark_Native_result, 'score') tr.add_attachment(log_dir + "/result.png") tr.save() def clear_all(andebench): andebench.kill_app() andebench.clear_app_data() andebench.ui_operation.click_by_event("HOME") if __name__ == '__main__': app = ["AndEBench", "./test_src/AndEBench.apk"] andebench = apptest(sys.argv, app) main(andebench)
clean_app(test_mode) return False if result == "": clean_app(test_mode) return False clean_app(test_mode) test_mode.logout(test_mode.my_func_name(), 'The Result is: %s' % result) tr.result('Jetstream', result, 'fps') tr.save() return True if __name__ == '__main__': # test_mode = browsers("jetstream","http://192.168.1.101/JetStream-1.1/index.html") tr = TestResult(__file__) log_dir = os.path.join(CUR_DIR,'./'+out_dir+'/') if not os.path.exists(log_dir): os.mkdir(log_dir) args = [log_dir,tr.loop_index] test_mode = apptest(args, app_package = "com.android.chrome", app_activity = "com.android.chrome/com.google.android.apps.chrome.Main", url="http://192.168.1.101/JetStream-1.1/index.html", case_name="jetstream") icount = 0 ilimite = 2 while not main(test_mode): if icount > ilimite: break icount += 1
try: system_operation.turn_bluetooth('0') system_operation.turn_wifi('1') except Exception, e: panning_test.log.error("exception error :%s !!!!" % e) return False time.sleep(2) log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) log = log_dir + "/result.txt" result = run_test(panning_fps_test, panning_test, log) if not result: clean_app(panning_test) return False tr.result('Frame_rate_while_panning_web_page_in_Browser', result, 'fps') tr.save() if __name__ == '__main__': tr = TestResult() args = [tr.result_dir, tr.loop_index] panning_fps_test = test_fps( "pannig_web", 'com.android.chrome/org.chromium.chrome.browser.ChromeTabbedActivity') panning_test = apptest(args, tr.case_info["app_package"], tr.case_info["app_activity"], tr.case_info["url"], tr.case_name) panning_fps_test.kill_fps_tools() main(tr, panning_fps_test, panning_test)
cpu_watt = dmark.ui_operation.watt_operate.get_watt_average() if not cpu_watt == False: d_result['cpu_watt'] = cpu_watt rj.write(json.dumps(d_result)) rj.close() else: dmark.logout(dmark.my_func_name(), "Timeout to wait for device,device is disconnect.") raise Exception("Device is disconnect...") for key, velue in results.items(): tr.sub_score(key, velue) tr.result(results[0]) tr.add_attachment(log_dir+"result.json") tr.add_attachment(log_dir+"result.png") tr.save() return True if __name__ == "__main__": tr = TestResult() if not os.path.exists(tr.result_dir): os.mkdir(tr.result_dir) app = ["futuremark", "./test_src/3dmarkandroid-v1.3.1375.apk"] args = [tr.result_dir, tr.loop_index] dmark = apptest(args, app) icount = 0 ilimite = 2 while not main(tr): if icount > ilimite: break icount += 1
return False geek.logout(geek.my_func_name(), "Geekbench value is %s" % result["Multi-Core"]) for key, val in result.items(): tr.sub_score(key, val) tr.result(result["Multi-Core"]) tr.add_attachment(tr.result_dir + "/result.png") tr.save() clear_all(geek) return True if __name__ == '__main__': reload(sys) sys.setdefaultencoding("utf-8") tr = TestResult() app = [tr.case_name, tr.case_info["apk"]] log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) args = [log_dir, tr.loop_index] geek = apptest(args, app) for i in range(3): if main(geek, tr): break utiliy.hard_reboot() geek.logout( geek.my_func_name(), tr.case_name + " test complate! " + ("<success>" if i < 2 else "<failed>")) exit(0 if i < 2 else 1)
else: antutu.logout(antutu.my_func_name(), "Timeout to wait for device,device is disconnect.") return False tr.result(results["total_score"]) tr.add_attachment(tr.result_dir + "/result.json") tr.add_attachment(tr.result_dir + "/result.png") tr.save() clean_app(antutu, antutu3d) return True if __name__ == "__main__": tr = TestResult() app1 = ["Antutu3D", "./test_src/Antutu3DBenchMark_6.1.1.apk"] app = ["Antutu", "./test_src/com.antutu.ABenchMark_6.3.3.apk"] if not os.path.exists(tr.result_dir): os.mkdir(tr.result_dir) args = [tr.result_dir, tr.loop_index] antutu3d = apptest(args, app1) antutu = apptest(args, app) for i in range(3): if main(antutu, antutu3d, tr): break utiliy.hard_reboot() antutu.logout( antutu.my_func_name(), "antutu6 test complete! " + ("<success>" if i < 2 else "<failed>")) exit(0 if i < 2 else 1)
if __name__ == "__main__": logcat_score_id_dict = { "Multitask": "multitask :", "Runtime": "ue_dalvik_text :", "CPU integer": "integer :", "CPU float-point": "float :", "Single-thread integer": "integersingle :", "Single-thread float-point": "floatsingle :", "RAM Operation": "memory :", "RAM Speed": "ram :", "2D graphics": "2d :", "3D graphics": "3d :", "Storage I/O": "storage :", "Database I/O": "database :", "total_score": "score :" } tr = TestResult() app = [tr.case_name, tr.case_info["apk"]] if not os.path.exists(tr.result_dir): os.mkdir(tr.result_dir) args = [tr.result_dir, tr.loop_index] antutu = apptest(args, app) for i in range(3): if main(antutu, tr): break utiliy.hard_reboot() antutu.logout( antutu.my_func_name(), "antutu5.6 test complate! " + ("<success>" if i < 2 else "<failed>")) exit(0 if i < 2 else 1)
clean_app(test_mode) return False if result == "": clean_app(test_mode) return False clean_app(test_mode) test_mode.logout(test_mode.my_func_name(), 'The Result is: %s' % result) tr.result(result) tr.save() return True if __name__ == "__main__": tr = TestResult(__file__) log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) args = [log_dir, tr.loop_index] test_mode = apptest( args, app_package="com.android.chrome", app_activity="com.android.chrome/com.google.android.apps.chrome.Main", url="http://192.168.1.101/octane_v2", case_name="adb_octane") icount = 0 ilimite = 2 while not main(test_mode): if icount > ilimite: break icount += 1
return False if len(results[0]) == 0: return False else: d_result = {'total_score': results[0]} if len(results[1]) > 0: d_result['marooned_score'] = results[1] if len(results[2]) > 0: d_result['garden_score'] = results[2] rj = open("%sresult.json" % log_dir, 'w+') rj.write(json.dumps(d_result)) rj.close() else: antutu.logout(antutu.my_func_name(), "Timeout to wait for device,device is disconnect.") raise Exception("Device is disconnect...") tr.result('Antutu_6_1_4_total_result', results[0], 'score') tr.add_attachment(log_dir + "/result.json") tr.add_attachment(log_dir + "/result.png") tr.save() clean_app(antutu, antutu3d) if __name__ == "__main__": app1 = ["Antutu3D", "./src/Antutu3DBenchMark_6.1.1.apk"] app = ["Antutu", "./src/AntutuBenchMark_6.1.4.apk"] antutu3d = apptest(sys.argv, app1) antutu = apptest(sys.argv, app) main(antutu, antutu3d)
return False homescreen_fpstest.logout( homescreen_fpstest.my_func_name(), "Frame rate of Home screen flicking result is:%s" % avg_fps) return avg_fps def main(homescreen_fpstest, homescreen_test): tr = TestResult() log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) log = log_dir + "result.txt" result = run_test(homescreen_fpstest, homescreen_test, log) if result == False: return False tr.result('Frame_rate_of_Home_screen_flicking', result, 'fps') tr.save() if __name__ == '__main__': homescreen_fpstest = test_fps( "homescreen_fpstest", 'com.android.launcher3/com.android.launcher3.Launcher') homescreen_test = apptest(sys.argv, app_package="com.android.launcher3", app_activity="com.android.launcher3.Launcher", case_name="homescreen_fpstest") homescreen_fpstest.kill_fps_tools() main(homescreen_fpstest, homescreen_test)
def main(zooming_fps_test, zooming_test): tr = TestResult(sys.argv) if not set_settings(zooming_test): return False log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) log = log_dir + "result.txt" result = run_test(zooming_fps_test, zooming_test, log) if not result: zooming_fps_test.kill_fps_tools() return False tr.result('Fps_while_zooming_in_map', result, 'fps') tr.save() kill_adb_uiautomator_block() zooming_test.device.watchers.remove() if __name__ == '__main__': zooming_fps_test = test_fps( "zooming_map", 'com.google.android.apps.maps/com.google.android.maps.MapsActivity') zooming_test = apptest(sys.argv, app_package="com.google.android.apps.maps", app_activity="com.google.android.maps.MapsActivity", case_name="zooming_map") zooming_fps_test.kill_fps_tools() main(zooming_fps_test, zooming_test)
result = run_test(log_dir, rl) if not result: clean_app(rl) return False else: rj = open("%s/result.json" % log_dir, 'w+') rj.write(json.dumps(result)) rj.close() for key, value in result.items(): tr.sub_score(key, value) tr.result(result['total Result']) tr.add_attachment(os.path.join(tr.result_dir, "result.json")) tr.save() return True if __name__ == "__main__": tr = TestResult() log_dir = tr.result_dir if not os.path.exists(log_dir): os.mkdir(log_dir) args = [log_dir, tr.loop_index] app = [tr.case_name, tr.case_info["apk"]] rl = apptest(args, app) icount = 0 ilimite = 2 while not main(rl, tr): if icount > ilimite: break icount += 1