def login_by_account(plan, page, app, device): account_view = nodeController.get_node_by_id(page, app.loginViews[0]) password_view = nodeController.get_node_by_id(page, app.loginViews[1]) login_btn = nodeController.get_node_by_id(page, app.loginViews[2]) account = device.accountInfo[0] password = device.accountInfo[1] if account_view in page.editTexts and password_view in page.editTexts and login_btn in page.clickableNodes: Saver.save_crawler_log(device.logPath, "Login begin .") appController.type_text(device, account_view, account) if appController.keyboard_is_shown(device): appController.click_back(device) appController.type_text(device, password_view, password) if appController.keyboard_is_shown(device): appController.click_back(device) appController.tap_node(device, login_btn) time0 = time.time() while True: time1 = time.time() if time1 - time0 > 10: Saver.save_crawler_log(device.logPath, "Login failed , time out .") appController.click_back(device) break info = get_top_activity_info(device) if info['activity'] != app.loginActivity: Saver.save_crawler_log(device.logPath, "Login successful .") break else: appController.click_back(device) del page, account_view, password_view, login_btn, account, password return get_page_info(plan, app, device)
def re_crawl_mack_error_node(plan, app, device, page_before_run, node, activity): appController.start_activity(device, app.packageName, activity) page_now = get_page_info(plan, app, device) if nodeController.recover_node_shown(plan, app, device, page_now, page_before_run, node): device.save_make_error_node_screen(node) if node.crawlOperation == 'tap': appController.tap_node(device, node) elif node.crawlOperation == 'longclick': appController.long_click_node(device, node) elif node.crawlOperation == 'type': t = appController.get_random_text(8) appController.type_text(device, node, t) if not appController.app_is_running(device, app): Saver.save_error_logcat(plan, device) HtmlMaker.make_failed_result_html(plan, app) MailSender.send_failed_mail_necessary(plan, app, device, node) del plan, app, device, page_before_run, node, activity, page_now return False else: HtmlMaker.make_failed_result_html(plan, app) MailSender.send_failed_mail_un_necessary(plan, app, device) del plan, app, device, page_before_run, node, activity, page_now return True
def recover_node_shown(plan, app, device, page_now, page_before_run, node): t = 1 r = False while page_now is not None and page_now.nodesNum != 0 and node.nodeInfo not in page_now.nodesInfoList: if get_node_recover_way(device, page_now, page_before_run, node, []): r = True break Saver.save_crawler_log(device.logPath, "Step : no recover way , click back") device.save_screen_jump_out(page_now.package, page_now.currentActivity) appController.click_back(device) page_now = pageController.get_page_info(plan, app, device) t += 1 if t > 2: Saver.save_crawler_log(device.logPath, "can't find the node after back 3 times.") break if r: Saver.save_crawler_log(device.logPath, "Step : recover node shown") for n in node.recoverWay: device.save_screen(n, False) if n.crawlOperation == 'tap': appController.tap_node(device, n) elif n.crawlOperation == 'longclick': appController.long_click_node(device, n) elif n.crawlOperation == 'type': t = appController.get_random_text(8) appController.type_text(device, n, t) pageController.check_page_after_operation(plan, app, device, page_before_run, node) del n if t < 4: r = True del plan, app, device, page_now, page_before_run, node, t return r
def get_page_info(plan, app, device): if Setting.TimeModel == 'Limit': time_now = datetime.datetime.now() if (time_now - device.beginCrawlTime).seconds > (Setting.LimitTime * 60): Saver.save_crawler_log_both( plan.logPath, device.logPath, "Step : crawl time out , finish crawl.") del plan, app, device, time_now return None Saver.save_crawler_log(device.logPath, "get all nodes in this page") page = PageInfo.Page() result = False t = 0 while not result: try: if t > 2: Saver.save_crawler_log( device.logPath, "get page error after 3 times , click back .") appController.click_back(device) time.sleep(1) get_uidump_xml_file(device) break get_uidump_xml_file(device) dom = xml.dom.minidom.parse(device.logPath + '/Uidump.xml') result = True except Exception as e: t += 1 print(str(e)) result = False try: root = dom.documentElement nodes = root.getElementsByTagName('node') Saver.save_crawler_log(device.logPath, len(nodes)) info = get_top_activity_info(device) for node in nodes: n = NodeInfo.Node(node) n.update_current_activity(info['activity']) if n.resource_id in app.firstClickViews: device.save_screen(n, False) appController.tap_node(device, n) page = get_page_info(plan, app, device) page.add_node(device, app, n) del node, n page = appController.close_sys_alert(plan, app, device, page) del result, dom, root, nodes, info, plan, app, device, t return page except Exception as e: print(str(e)) del plan, app, device, t return page
def recover_page_to_crawlable(plan, app, device, page_now): t = 1 while page_now is not None and no_uncrawled_clickable_nodes_now(device, page_now) \ and no_uncrawled_longclickable_nodes_now(device, page_now) \ and no_uncrawled_edit_text_now(device, page_now): if page_now.backBtn is not None \ and nodeController.node_is_shown_in_page(device, page_now.backBtn, page_now): Saver.save_crawler_log(device.logPath, "Step : find the back btn and tap ") device.save_screen(page_now.backBtn, False) appController.tap_node(device, page_now.backBtn) t += 1 page_now = get_page_info(plan, app, device) else: Saver.save_crawler_log(device.logPath, "Step : no back btn , click back") device.save_screen_jump_out(page_now.package, page_now.currentActivity) appController.click_back(device) page_now = get_page_info(plan, app, device) t += 1 if t > 2: break return page_now
def check_page_after_operation(plan, app, device, page_before_run, node): Saver.save_crawler_log(device.logPath, "Step : Check page after operation") # if app crashed after crawl , save log & start app ,comtinue if Setting.TimeModel == 'Limit': time_now = datetime.datetime.now() if (time_now - device.beginCrawlTime).seconds > (Setting.LimitTime * 60): Saver.save_crawler_log_both( plan.logPath, device.logPath, "Step : crawl time out , finish crawl.") del plan, app, device, time_now return None while True: info = get_top_activity_info(device) package = info['packagename'] activity = info['activity'] if len(package) != 0: del info break del info times = 0 while package != app.packageName: if not appController.app_is_running(device, app): Saver.save_error_logcat(plan, device) appController.clean_device_logcat(device) HtmlMaker.make_failed_result_html(plan, app) MailSender.send_failed_mail_first(plan, app, device) if not re_crawl_mack_error_node( plan, app, device, page_before_run, node, app.launcherActivity) and Setting.KeepRun: appController.kill_app(app) appController.start_activity(device, app.packageName, app.launcherActivity) else: Saver.save_crawler_log_both( plan.logPath, device.logPath, "Step : crawl app " + device.crawlStatue + ', break crawling..') del plan, app, device, package, activity return None Saver.save_crawler_log(device.logPath, 'back to ' + app.packageName) device.save_screen_jump_out(package, activity) appController.click_back(device) times += 1 top_activity_info = get_top_activity_info(device) package = top_activity_info['packagename'] activity = top_activity_info['activity'] if times > 3: Saver.save_crawler_log( device.logPath, "can't back to " + app.packageName + " after click back 3 times , Restart app") appController.start_activity(device, app.packageName, app.launcherActivity) top_activity_info = get_top_activity_info(device) top_app_package = top_activity_info['packagename'] if top_app_package == app.packageName: del top_activity_info, times, top_app_package break # if keyboard shown , click device back btn to close keyboard if appController.keyboard_is_shown(device): appController.click_back(device) if activity == 'com.mob.tools.MobUIShell': Saver.save_crawler_log(device.logPath, "close login web QQ/Weibo") appController.click_back(device) page = get_page_info(plan, app, device) if page is not None and page.currentActivity == app.loginActivity and Setting.Login: accountView = nodeController.get_node_by_id(page, app.loginViews[0]) passwordView = nodeController.get_node_by_id(page, app.loginViews[1]) loginBtn = nodeController.get_node_by_id(page, app.loginViews[2]) account = device.accountInfo[0] password = device.accountInfo[1] device.save_screen(accountView, True) if accountView in page.editTexts and passwordView in page.editTexts and loginBtn in page.clickableNodes: Saver.save_crawler_log(device.logPath, "Login begin .") appController.type_text(device, accountView, account) if appController.keyboard_is_shown(device): appController.click_back(device) appController.type_text(device, passwordView, password) if appController.keyboard_is_shown(device): appController.click_back(device) appController.tap_node(device, loginBtn) page = check_page_after_operation(plan, app, device, page_before_run, node) else: appController.click_back(device) del accountView, passwordView, loginBtn, account, password, plan, app, device return page
result = True except Exception, e: time += 1 print(str(e)) result = False try: root = dom.documentElement nodes = root.getElementsByTagName('node') Saver.save_crawler_log(device.logPath, len(nodes)) info = get_top_activity_info(device) for node in nodes: n = NodeInfo.Node(node) n.update_current_activity(info['activity']) if n.resource_id in app.firstClickViews: device.save_screen(n, False) appController.tap_node(device, n) page = get_page_info(plan, app, device) page.add_node(device, app, n) del node, n page = appController.close_sys_alert(plan, app, device, page) del result, dom, root, nodes, info, plan, app, device return page except Exception, e: print(str(e)) return None # compare two pages before & after click . # update the after page . leave the new clickable/scrollable/longclickable/edittext nodes only. def get_need_crawl_page(plan, app, device, page_before_run, page_after_run): Saver.save_crawler_log(device.logPath,