def __init__(self, test_case, app_package, app_activity, result_dir,
loop_index):
self.src_dic = {
"H264_720P_30FPS":
"ToS_720p_29.97fps_H264_4000kbps_8bits_noHDR_v1511090000.mp4",
"H264_1080P_60FPS":
"ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_barcode.mp4",
"H264_2160P_60FPS":
"ToS_2160p_59.94fps_H264_35000kbps_8bits_noHDR_v1511090000_code_new.mp4",
"H265_2K_10bit":
"ToS_2160p_59.94fps_H265_35000kbps_10bits_noHDR_v1511090000_code_new.mp4",
"H265_2K_8bit":
"ToS_2160p_59.94fps_H265_35000kbps_8bits_noHDR_v1511090000_code_new.mp4",
}
self.result = ''
self.attfile = ''
self.test_case = test_case
self.app_package = app_package
self.app_activity = app_activity
self.loop_index = loop_index
self.video_fps_test = test_fps(
self.test_case, self.app_package + '/' + self.app_activity)
self.result_dir = result_dir
if not os.path.exists(self.result_dir):
os.mkdir(self.result_dir)
self.args = [self.result_dir, self.loop_index]
self.app = [self.test_case, '']
self.video_test = apptest(self.args, self.app, self.app_package,
self.app_activity)
self.main()
def __init__(self, test_case, app_package, app_activity, result_dir,
loop_index):
self.src_dic = {
"H265_4k60fps": "http://10.239.93.52/workloads/H265_4k60fps.html"
}
self.result = ''
self.attfile = ''
self.test_case = test_case
self.app_package = app_package
self.app_activity = app_activity
self.loop_index = loop_index
self.video_fps_test = test_fps(
self.test_case, self.app_package + '/' + self.app_activity)
self.result_dir = result_dir
if not os.path.exists(self.result_dir):
os.mkdir(self.result_dir)
self.args = [self.result_dir, self.loop_index]
self.app = [self.test_case, '']
self.video_test = apptest(self.args, self.app, self.app_package,
self.app_activity)
for i in range(3):
if self.main():
break
#utiliy.hard_reboot()
self.returncode = 0 if i < 2 else 1
self.video_fps_test.logout(
self.video_fps_test.my_func_name(), self.test_case +
" test complate! " + ("<success>" if i < 2 else "<failed>"))
def __init__(self, tr):
self.app_name = tr.case_name
self.app_path = tr.case_info["apk"]
self.app = [self.app_name, self.app_path]
self.tr_name = tr.case_name
self.data = ''
self.mobile_test = apptest([tr.result_dir, tr.loop_index], self.app)
self.main(tr)
def __init__(self, tr, app_name, app_path, test_text):
self.app_name = app_name
self.app_path = app_path
self.app = [self.app_name, self.app_path]
self.data = ''
self.test_text = test_text
self.mobile_test = apptest(sys.argv, self.app)
self.main(tr)
def __init__(self, tr):
self.app_name = tr.case_name
self.app_path = tr.case_info["apk"]
self.log_dir = tr.result_dir
if not os.path.exists(self.log_dir):
os.mkdir(self.log_dir)
self.app = [self.app_name, self.app_path]
self.tr_name = tr.case_name
self.data = ''
self.args = [self.log_dir, tr.loop_index]
self.mobile_test = apptest(self.args, self.app)
self.chrome_test = apptest(self.args, app_package="com.android.chrome", app_activity="com.android.chrome/com.google.android.apps.chrome.Main", case_name="chrome")
icount = 0
ilimite = 2
while not self.main(tr):
if icount > ilimite:
break
icount += 1
def __init__(self, tr):
self.app_name = tr.case_name
self.app_path = tr.case_info["apk"]
self.app = [self.app_name, self.app_path]
self.tr_name = tr.case_name
self.data = ''
self.mobile_test = apptest([tr.result_dir, tr.loop_index], self.app)
for i in range(3):
if self.main(tr):
break
utiliy.hard_reboot()
self.mobile_test.logout(
self.mobile_test.my_func_name(), self.app_name +
" test complate! " + ("<success>" if i < 2 else "<failed>"))
def __init__(self, tr):
self.result = ''
self.attfile = ''
self.test_case = tr.case_name
self.app_package = tr.case_info["app_package"]
self.app_activity = tr.case_info["app_activity"]
self.loop_index = tr.loop_index
self.log_dir = tr.result_dir
if not os.path.exists(self.log_dir):
os.mkdir(self.log_dir)
self.args = [self.log_dir, self.loop_index]
self.app = [self.test_case, '']
self.gallery_fps_test = test_fps(self.test_case, self.app_package + '/' + self.app_activity + "#0")
self.gallery_test = apptest(self.args, self.app, self.app_package, self.app_activity)
self.main(self.log_dir)
def __init__(self, tr, app_name, app_path, test_text):
self.app_name = app_name
self.app_path = app_path
self.app = [self.app_name, self.app_path]
self.data = ''
self.test_text = test_text
self.mobile_test = apptest(sys.argv, self.app)
for i in range(3):
if self.main(tr):
break
utiliy.hard_reboot()
self.mobile_test.logout(
self.mobile_test.my_func_name(), self.app_name +
" test complate! " + ("<success>" if i < 2 else "<failed>"))
exit(0 if i < 2 else 1)
def __init__(self, tr):
self.app_name = tr.case_name
self.app_path = tr.case_info["apk"]
self.item_text = tr.case_info["itemtext"]
self.result = ''
self.result_dir = tr.result_dir
if not os.path.exists(self.result_dir):
os.mkdir(self.result_dir)
self.app = [self.app_name, self.app_path]
self.tr_name = tr.case_name
self.data = ''
self.mobile_test = apptest([self.result_dir, tr.loop_index], self.app)
icount = 0
ilimite = 2
while not self.main():
if icount > ilimite:
break
icount += 1
def __init__(self, tr):
self.app_name = tr.case_name
self.app_path = tr.case_info["apk"]
self.item_text = tr.case_info["itemtext"]
self.result_item = tr.case_info["resultitem"]
self.result = ''
self.result_dir = tr.result_dir
if not os.path.exists(self.result_dir):
os.mkdir(self.result_dir)
self.app = [self.app_name, self.app_path]
self.tr_name = tr.case_name
self.daimler = apptest([self.result_dir, tr.loop_index], self.app)
for i in range(3):
if self.main():
break
utiliy.hard_reboot()
self.daimler.logout(self.daimler.my_func_name(), self.app_name + " test complate! " + ("<success>" if i < 2 else "<failed>"))
self.returncode = 0 if i < 2 else 1
def __init__(self, test_case, app_package, app_activity, result_dir,
loop_index):
self.src_dic = {
"H264_720P_30FPS":
"ToS_720p_29.97fps_H264_4000kbps_8bits_noHDR_v1511090000.mp4",
"H264_1080P_60FPS":
"ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_barcode.mp4",
"H264_4kx2k_60FPS":
"ToS_2160p_59.94fps_H264_35000kbps_8bits_noHDR_v1511090000_code_new.mp4",
"H265_1080P_8bit":
"ToS_1080p_59.94fps_H265_12000kbps_8bits_noHDR_v1511090000_code_new.mp4",
"H265_4kx2k_10bit":
"ToS_2160p_59.94fps_H265_35000kbps_10bits_noHDR_v1511090000_code_new.mp4",
"MPEG4_1920x1080_60FPS":
"ToS_1080p_59.94fps_H264_25000kbps_8bits_noHDR_v1511090000_code_new.mp4",
"VP9_3840X2460_30FPS":
"ToS_2160p_29.97fps_VP9_35000kbps_8bits_noHDR_v2014_code_new.webm"
}
self.result = ''
self.attfile = ''
self.test_case = test_case
self.app_package = app_package
self.app_activity = app_activity
self.loop_index = loop_index
self.video_fps_test = test_fps(
self.test_case, self.app_package + '/' + self.app_activity)
self.result_dir = result_dir
if not os.path.exists(self.result_dir):
os.mkdir(self.result_dir)
self.args = [self.result_dir, self.loop_index]
self.app = [self.test_case, '']
self.video_test = apptest(self.args, self.app, self.app_package,
self.app_activity)
for i in range(3):
if self.main():
break
time.sleep(10)
utiliy.hard_reboot()
self.returncode = 0 if i < 2 else 1
self.video_fps_test.logout(
self.video_fps_test.my_func_name(), self.test_case +
" test complate! " + ("<success>" if i < 2 else "<failed>"))
Text = result['text']
Native = Text.split('\n')
time.sleep(3)
AndEMark_Native_result = Native[1].split(':')[-1]
AndEMark_Java_result = Native[2].split(':')[-1]
andebench.logout(andebench.my_func_name(),
'AndEMark_Native =' + AndEMark_Native_result)
andebench.logout(andebench.my_func_name(),
'AndEMark_Java =' + AndEMark_Java_result)
andebench.ui_operation.click_by_event("HOME")
kill_adb_uiautomator_block_old()
system_operation.set_display_orientaion("natural", andebench.log)
kill_adb_uiautomator_block_old()
tr.result('AndEBench_Native_result', AndEMark_Native_result, 'score')
tr.add_attachment(log_dir + "/result.png")
tr.save()
def clear_all(andebench):
andebench.kill_app()
andebench.clear_app_data()
andebench.ui_operation.click_by_event("HOME")
if __name__ == '__main__':
app = ["AndEBench", "./test_src/AndEBench.apk"]
andebench = apptest(sys.argv, app)
main(andebench)
clean_app(test_mode)
return False
if result == "":
clean_app(test_mode)
return False
clean_app(test_mode)
test_mode.logout(test_mode.my_func_name(), 'The Result is: %s' % result)
tr.result('Jetstream', result, 'fps')
tr.save()
return True
if __name__ == '__main__':
# test_mode = browsers("jetstream","http://192.168.1.101/JetStream-1.1/index.html")
tr = TestResult(__file__)
log_dir = os.path.join(CUR_DIR,'./'+out_dir+'/')
if not os.path.exists(log_dir):
os.mkdir(log_dir)
args = [log_dir,tr.loop_index]
test_mode = apptest(args,
app_package = "com.android.chrome",
app_activity = "com.android.chrome/com.google.android.apps.chrome.Main",
url="http://192.168.1.101/JetStream-1.1/index.html",
case_name="jetstream")
icount = 0
ilimite = 2
while not main(test_mode):
if icount > ilimite:
break
icount += 1
try:
system_operation.turn_bluetooth('0')
system_operation.turn_wifi('1')
except Exception, e:
panning_test.log.error("exception error :%s !!!!" % e)
return False
time.sleep(2)
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
log = log_dir + "/result.txt"
result = run_test(panning_fps_test, panning_test, log)
if not result:
clean_app(panning_test)
return False
tr.result('Frame_rate_while_panning_web_page_in_Browser', result, 'fps')
tr.save()
if __name__ == '__main__':
tr = TestResult()
args = [tr.result_dir, tr.loop_index]
panning_fps_test = test_fps(
"pannig_web",
'com.android.chrome/org.chromium.chrome.browser.ChromeTabbedActivity')
panning_test = apptest(args, tr.case_info["app_package"],
tr.case_info["app_activity"], tr.case_info["url"],
tr.case_name)
panning_fps_test.kill_fps_tools()
main(tr, panning_fps_test, panning_test)
cpu_watt = dmark.ui_operation.watt_operate.get_watt_average()
if not cpu_watt == False:
d_result['cpu_watt'] = cpu_watt
rj.write(json.dumps(d_result))
rj.close()
else:
dmark.logout(dmark.my_func_name(), "Timeout to wait for device,device is disconnect.")
raise Exception("Device is disconnect...")
for key, velue in results.items():
tr.sub_score(key, velue)
tr.result(results[0])
tr.add_attachment(log_dir+"result.json")
tr.add_attachment(log_dir+"result.png")
tr.save()
return True
if __name__ == "__main__":
tr = TestResult()
if not os.path.exists(tr.result_dir):
os.mkdir(tr.result_dir)
app = ["futuremark", "./test_src/3dmarkandroid-v1.3.1375.apk"]
args = [tr.result_dir, tr.loop_index]
dmark = apptest(args, app)
icount = 0
ilimite = 2
while not main(tr):
if icount > ilimite:
break
icount += 1
return False
geek.logout(geek.my_func_name(),
"Geekbench value is %s" % result["Multi-Core"])
for key, val in result.items():
tr.sub_score(key, val)
tr.result(result["Multi-Core"])
tr.add_attachment(tr.result_dir + "/result.png")
tr.save()
clear_all(geek)
return True
if __name__ == '__main__':
reload(sys)
sys.setdefaultencoding("utf-8")
tr = TestResult()
app = [tr.case_name, tr.case_info["apk"]]
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
args = [log_dir, tr.loop_index]
geek = apptest(args, app)
for i in range(3):
if main(geek, tr):
break
utiliy.hard_reboot()
geek.logout(
geek.my_func_name(), tr.case_name + " test complate! " +
("<success>" if i < 2 else "<failed>"))
exit(0 if i < 2 else 1)
else:
antutu.logout(antutu.my_func_name(),
"Timeout to wait for device,device is disconnect.")
return False
tr.result(results["total_score"])
tr.add_attachment(tr.result_dir + "/result.json")
tr.add_attachment(tr.result_dir + "/result.png")
tr.save()
clean_app(antutu, antutu3d)
return True
if __name__ == "__main__":
tr = TestResult()
app1 = ["Antutu3D", "./test_src/Antutu3DBenchMark_6.1.1.apk"]
app = ["Antutu", "./test_src/com.antutu.ABenchMark_6.3.3.apk"]
if not os.path.exists(tr.result_dir):
os.mkdir(tr.result_dir)
args = [tr.result_dir, tr.loop_index]
antutu3d = apptest(args, app1)
antutu = apptest(args, app)
for i in range(3):
if main(antutu, antutu3d, tr):
break
utiliy.hard_reboot()
antutu.logout(
antutu.my_func_name(),
"antutu6 test complete! " + ("<success>" if i < 2 else "<failed>"))
exit(0 if i < 2 else 1)
if __name__ == "__main__":
logcat_score_id_dict = {
"Multitask": "multitask :",
"Runtime": "ue_dalvik_text :",
"CPU integer": "integer :",
"CPU float-point": "float :",
"Single-thread integer": "integersingle :",
"Single-thread float-point": "floatsingle :",
"RAM Operation": "memory :",
"RAM Speed": "ram :",
"2D graphics": "2d :",
"3D graphics": "3d :",
"Storage I/O": "storage :",
"Database I/O": "database :",
"total_score": "score :"
}
tr = TestResult()
app = [tr.case_name, tr.case_info["apk"]]
if not os.path.exists(tr.result_dir):
os.mkdir(tr.result_dir)
args = [tr.result_dir, tr.loop_index]
antutu = apptest(args, app)
for i in range(3):
if main(antutu, tr):
break
utiliy.hard_reboot()
antutu.logout(
antutu.my_func_name(),
"antutu5.6 test complate! " + ("<success>" if i < 2 else "<failed>"))
exit(0 if i < 2 else 1)
clean_app(test_mode)
return False
if result == "":
clean_app(test_mode)
return False
clean_app(test_mode)
test_mode.logout(test_mode.my_func_name(), 'The Result is: %s' % result)
tr.result(result)
tr.save()
return True
if __name__ == "__main__":
tr = TestResult(__file__)
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
args = [log_dir, tr.loop_index]
test_mode = apptest(
args,
app_package="com.android.chrome",
app_activity="com.android.chrome/com.google.android.apps.chrome.Main",
url="http://192.168.1.101/octane_v2",
case_name="adb_octane")
icount = 0
ilimite = 2
while not main(test_mode):
if icount > ilimite:
break
icount += 1
return False
if len(results[0]) == 0:
return False
else:
d_result = {'total_score': results[0]}
if len(results[1]) > 0:
d_result['marooned_score'] = results[1]
if len(results[2]) > 0:
d_result['garden_score'] = results[2]
rj = open("%sresult.json" % log_dir, 'w+')
rj.write(json.dumps(d_result))
rj.close()
else:
antutu.logout(antutu.my_func_name(),
"Timeout to wait for device,device is disconnect.")
raise Exception("Device is disconnect...")
tr.result('Antutu_6_1_4_total_result', results[0], 'score')
tr.add_attachment(log_dir + "/result.json")
tr.add_attachment(log_dir + "/result.png")
tr.save()
clean_app(antutu, antutu3d)
if __name__ == "__main__":
app1 = ["Antutu3D", "./src/Antutu3DBenchMark_6.1.1.apk"]
app = ["Antutu", "./src/AntutuBenchMark_6.1.4.apk"]
antutu3d = apptest(sys.argv, app1)
antutu = apptest(sys.argv, app)
main(antutu, antutu3d)
return False
homescreen_fpstest.logout(
homescreen_fpstest.my_func_name(),
"Frame rate of Home screen flicking result is:%s" % avg_fps)
return avg_fps
def main(homescreen_fpstest, homescreen_test):
tr = TestResult()
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
log = log_dir + "result.txt"
result = run_test(homescreen_fpstest, homescreen_test, log)
if result == False:
return False
tr.result('Frame_rate_of_Home_screen_flicking', result, 'fps')
tr.save()
if __name__ == '__main__':
homescreen_fpstest = test_fps(
"homescreen_fpstest",
'com.android.launcher3/com.android.launcher3.Launcher')
homescreen_test = apptest(sys.argv,
app_package="com.android.launcher3",
app_activity="com.android.launcher3.Launcher",
case_name="homescreen_fpstest")
homescreen_fpstest.kill_fps_tools()
main(homescreen_fpstest, homescreen_test)
def main(zooming_fps_test, zooming_test):
tr = TestResult(sys.argv)
if not set_settings(zooming_test):
return False
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
log = log_dir + "result.txt"
result = run_test(zooming_fps_test, zooming_test, log)
if not result:
zooming_fps_test.kill_fps_tools()
return False
tr.result('Fps_while_zooming_in_map', result, 'fps')
tr.save()
kill_adb_uiautomator_block()
zooming_test.device.watchers.remove()
if __name__ == '__main__':
zooming_fps_test = test_fps(
"zooming_map",
'com.google.android.apps.maps/com.google.android.maps.MapsActivity')
zooming_test = apptest(sys.argv,
app_package="com.google.android.apps.maps",
app_activity="com.google.android.maps.MapsActivity",
case_name="zooming_map")
zooming_fps_test.kill_fps_tools()
main(zooming_fps_test, zooming_test)
result = run_test(log_dir, rl)
if not result:
clean_app(rl)
return False
else:
rj = open("%s/result.json" % log_dir, 'w+')
rj.write(json.dumps(result))
rj.close()
for key, value in result.items():
tr.sub_score(key, value)
tr.result(result['total Result'])
tr.add_attachment(os.path.join(tr.result_dir, "result.json"))
tr.save()
return True
if __name__ == "__main__":
tr = TestResult()
log_dir = tr.result_dir
if not os.path.exists(log_dir):
os.mkdir(log_dir)
args = [log_dir, tr.loop_index]
app = [tr.case_name, tr.case_info["apk"]]
rl = apptest(args, app)
icount = 0
ilimite = 2
while not main(rl, tr):
if icount > ilimite:
break
icount += 1
