def main(argv): if (len(argv) < 3): print "usage: installWatcher.py <ip address> <localfilename>" sys.exit(1) ip_addr = argv[1] path_to_main_apk = argv[2] dm = droid.DroidSUT(ip_addr) if not dm: log.error("could not get device manager!") return 1 devRoot = checkDeviceRoot(dm) if install(dm, devRoot, path_to_main_apk, "com.mozilla.watcher"): log.error("install failed") return 1 dm.reboot() waitForDevice(dm) # we can't use the following dm.getFile method, since only Watcher runtime user has read access # to this file, so we need to be root to read it, hence the slightly more convoluted version # using dm._runCmds below... # cannot use -> print dm.getFile('/data/data/com.mozilla.watcher/files/version.txt') status = dm._runCmds([{ 'cmd': 'exec su -c "cat /data/data/com.mozilla.watcher/files/version.txt"' }]).split('\n') log.info('Watcher version: %s' % status) return 0
def isMozpoolReady(device): """ Checks if the mozpool server is available and the device is in 'ready' state Returns MOZPOOL_STATE_READY if Mozpool is indeed listing device as ready Returns MOZPOOL_STATE_UNKNOWN if Mozpool claims the device is in a non-ready state Returns MOZPOOL_STATE_ERROR if Mozpool reports some other error. Returns MOZPOOL_STATE_MISSING if there is no Mozpool server found in DNS. """ import socket default_timeout = socket.getdefaulttimeout() socket.setdefaulttimeout(5) # Don't let networking delay us too long try: socket.gethostbyname(MOZPOOL_CNAME) except: log.info("No mozpool server in this VLAN") return MOZPOOL_STATE_MISSING finally: # Set socket timeout back socket.setdefaulttimeout(default_timeout) mpc = MozpoolHandler("http://%s" % MOZPOOL_CNAME, log) try: result = mpc.query_device_state(device) except MozpoolException as e: log.error("Unable to get mozpool state, mozpool returned error: %s" % sys.exc_info()[1]) return MOZPOOL_STATE_ERROR if result['state'] == "ready": log.debug("Mozpool state is 'ready'") return MOZPOOL_STATE_READY else: log.error("Mozpool state is '%s'" % result['state']) return MOZPOOL_STATE_UNKNOWN
def canPing(device): """ Check a device is reachable by ping Returns False on failure, True on Success """ curRetry = 0 log.info("INFO: attempting to ping device") while curRetry < MAX_RETRIES: ret, _ = pingDevice(device) if not ret: curRetry += 1 if curRetry == MAX_RETRIES: setFlag( errorFile, "Automation Error: Unable to ping device after %s attempts" % MAX_RETRIES) return False else: log.info( "INFO: Unable to ping device after %s try. Sleeping for 90s then retrying" % curRetry) time.sleep(90) else: break # we're done here return True
def canTelnet(device): """ Checks if we can establish a Telnet session (via devicemanager) Sets global `dm` Returns False on failure, True on Success """ global dm curRetry = 0 sleepDuration = 0 while curRetry < MAX_RETRIES: try: dm = connect(device, sleepDuration) except: curRetry += 1 if curRetry == MAX_RETRIES: setFlag( errorFile, "Automation Error: Unable to connect to device after %s attempts" % MAX_RETRIES) return False else: log.info("INFO: Unable to connect to device after %s try" % curRetry) sleepDuration = 90 else: break # We're done here return True
def main(argv): if (len(argv) < 3): print "usage: installWatcher.py <ip address> <localfilename>" sys.exit(1) ip_addr = argv[1] path_to_main_apk = argv[2] dm = droid.DroidSUT(ip_addr) if not dm: log.error("could not get device manager!") return 1 devRoot = checkDeviceRoot(dm) if install(dm, devRoot, path_to_main_apk, "com.mozilla.watcher"): log.error("install failed") return 1 dm.reboot() waitForDevice(dm) # we can't use the following dm.getFile method, since only Watcher runtime user has read access # to this file, so we need to be root to read it, hence the slightly more convoluted version # using dm._runCmds below... # cannot use -> print dm.getFile('/data/data/com.mozilla.watcher/files/version.txt') status = dm._runCmds([{'cmd': 'exec su -c "cat /data/data/com.mozilla.watcher/files/version.txt"'}]).split('\n') log.info('Watcher version: %s' % status) return 0
def checkSDCard(dm): """ Attempt to write a temp file to the SDCard We use this existing verify script as the source of the temp file Returns False on failure, True on Success """ if not dmAlive(dm): return False try: if not dm.dirExists("/mnt/sdcard"): setFlag(errorFile, "Remote Device Error: Mount of sdcard does not seem to exist") return False if dm.fileExists("/mnt/sdcard/writetest"): log.info("INFO: /mnt/sdcard/writetest left over from previous run, cleaning") dm.removeFile("/mnt/sdcard/writetest") log.info("INFO: attempting to create file /mnt/sdcard/writetest") if not dm.pushFile(os.path.join(os.path.abspath(os.path.dirname(__file__)), "verify.py"), "/mnt/sdcard/writetest"): setFlag( errorFile, "Remote Device Error: unable to write to sdcard") return False if not dm.fileExists("/mnt/sdcard/writetest"): setFlag(errorFile, "Remote Device Error: Written tempfile doesn't exist on inspection") return False if not dm.removeFile("/mnt/sdcard/writetest"): setFlag(errorFile, "Remote Device Error: Unable to cleanup from written tempfile") return False except Exception, e: setFlag(errorFile, "Remote Device Error: Unknown error while testing ability to write to " "sdcard, see following exception: %s" % e) return False
def main(argv): global ip_addr if (len(argv) < 4): log.info( "usage: logcat.py <device ip address> <output filename> <logcat options>" ) return 1 ip_addr = argv[1] output_filename = argv[2] logcat_options = argv[3] max_runtime = 3600 # 3600 seconds == 1 hour status = 0 dm = devicemanager.DeviceManagerSUT(ip_addr) if not dm: log.error("logcat.py: unable to open device manager") return 2 command = 'execext su t=%d logcat %s' % (max_runtime, logcat_options) log.debug('logcat.py running SUT command: %s' % command) try: with open(output_filename, 'w') as f: dm._sendCmds([{'cmd': command}], f) except devicemanager.DMError, e: log.error("Remote Device Error: Exception caught running logcat: %s" % str(e)) status = -1
def setWatcherINI(dm): """ If necessary Installs the (correct) watcher.ini for our infra Returns False on failure, True on Success """ import hashlib realLoc = "/data/data/com.mozilla.watcher/files/watcher.ini" currentHash = hashlib.md5(watcherINI).hexdigest() def watcherDataCurrent(): remoteFileHash = dm._getRemoteHash(realLoc) if currentHash != remoteFileHash: return False else: return True if not dmAlive(dm): return False try: if watcherDataCurrent(): return True except: setFlag(errorFile, "Unable to identify if watcher.ini is current") return False tmpname = '/mnt/sdcard/watcher.ini' try: dm._runCmds([{'cmd': 'push %s %s' % (tmpname, len( watcherINI)), 'data': watcherINI}]) except devicemanager.AgentError, err: log.info("Error while pushing watcher.ini: %s" % err) setFlag(errorFile, "Unable to properly upload the watcher.ini") return False
def isMozpoolReady(device): """ Checks if the mozpool server is available and the device is in 'ready' state Returns MOZPOOL_STATE_READY if Mozpool is indeed listing device as ready Returns MOZPOOL_STATE_UNKNOWN if Mozpool claims the device is in a non-ready state Returns MOZPOOL_STATE_ERROR if Mozpool reports some other error. Returns MOZPOOL_STATE_MISSING if there is no Mozpool server found in DNS. """ import socket default_timeout = socket.getdefaulttimeout() socket.setdefaulttimeout(5) # Don't let networking delay us too long try: socket.gethostbyname(MOZPOOL_CNAME) except: log.info("No mozpool server in this VLAN") return MOZPOOL_STATE_MISSING finally: # Set socket timeout back socket.setdefaulttimeout(default_timeout) mpc = MozpoolHandler("http://%s" % MOZPOOL_CNAME, log) try: result = mpc.query_device_state(device) except MozpoolException as e: log.error("Unable to get mozpool state, mozpool returned error: %s" % sys.exc_info()[1]) return MOZPOOL_STATE_ERROR if result['state'] == "ready": log.debug("Mozpool state is 'ready'") return MOZPOOL_STATE_READY else: log.error("Mozpool state is '%s'" % result['state']) return MOZPOOL_STATE_UNKNOWN
def checkAndFixScreen(dm, device): """ Verify the screen is set as we expect If the screen is incorrectly set, this function attempts to fix it, which ends up requiring a reboot of the device. Returns False if screen is wrong, True if correct """ if not dmAlive(dm): return False # Verify we have the expected screen resolution info = dm.getInfo("screen") if not info["screen"][0] == EXPECTED_DEVICE_SCREEN: setFlag( errorFile, "Remote Device Error: Unexpected Screen on device, got '%s' expected '%s'" % (info["screen"][0], EXPECTED_DEVICE_SCREEN)) if not dm.adjustResolution(**EXPECTED_DEVICE_SCREEN_ARGS): setFlag(errorFile, "Command to update resolution returned failure") else: soft_reboot(dm=dm, device=device) # Reboot sooner than cp would trigger a hard Reset return False log.info("INFO: Got expected screen size '%s'" % EXPECTED_DEVICE_SCREEN) return True
def doUpdate(dm): _oldDebug = dm.debug log.info("updateSUT.py: We're going to try to install SUTAgentAndroid Version %s" % target_version) try: data = download_apk() except Exception, e: log.error("Automation Error: updateSUT.py: We have failed to retrieve the SUT Agent. %s" % str(e)) return RETCODE_APK_DL_FAILED
def doUpdate(dm): _oldDebug = dm.debug log.info("updateSUT.py: We're going to try to install SUTAgentAndroid Version %s" % target_version) try: data = download_apk() except Exception, e: log.error("Automation Error: updateSUT.py: We have failed to retrieve the SUT Agent. %s" % str(e)) return RETCODE_APK_DL_FAILED
def download_apk(): url = 'http://talos-bundles.pvt.build.mozilla.org/mobile/sutAgentAndroid.%s.apk' % target_version log.info("INFO: updateSUT.py: We're downloading the apk: %s" % url) req = urllib2.Request(url) try: f = urllib2.urlopen(req) except urllib2.URLError, e: reason = getattr(e, "reason", "SUT-Undef") code = getattr(e, "code", "SUT-Undef") raise Exception("Automation Error: updateSUT.py: code: %s; reason: %s" % (code, reason))
def download_apk(): url = 'http://talos-bundles.pvt.build.mozilla.org/mobile/sutAgentAndroid.%s.apk' % target_version log.info("INFO: updateSUT.py: We're downloading the apk: %s" % url) req = urllib2.Request(url) try: f = urllib2.urlopen(req) except urllib2.URLError, e: reason = getattr(e, "reason", "SUT-Undef") code = getattr(e, "code", "SUT-Undef") raise Exception("Automation Error: updateSUT.py: code: %s; reason: %s" % (code, reason))
def cleanupDevice(device=None, dm=None): assert ((device is not None) or (dm is not None)) # Require one to be set if not device: device = os.environ['SUT_NAME'] pidDir = os.path.join('/builds/', device) errorFile = os.path.join(pidDir, 'error.flg') reboot_needed = False processNames = [ 'org.mozilla.fennec_aurora', 'org.mozilla.fennec_unofficial', 'org.mozilla.fennec', 'org.mozilla.firefox_beta', 'org.mozilla.firefox', 'org.mozilla.roboexample.test', ] if dm is None: log.info("Connecting to: " + device) dm = devicemanager.DeviceManagerSUT(device) dm.debug = 5 packages = dm._runCmds([{'cmd': 'exec pm list packages'}]) for package in packages.split('\n'): if not package.strip().startswith("package:"): continue # unknown entry package_basename = package.strip()[8:] for proc in processNames: if package_basename == "%s" % proc or \ package_basename.startswith("%s_" % proc): log.info("Uninstalling %s..." % package_basename) try: if 'panda' in device: dm.uninstallApp(package_basename) reboot_needed = True else: dm.uninstallAppAndReboot(package_basename) waitForDevice(dm) except devicemanager.DMError, err: setFlag( errorFile, "Remote Device Error: Unable to uninstall %s and reboot: %s" % (package_basename, err)) return RETCODE_ERROR finally: break # Don't try this proc again, since we already matched
def checkVersion(dm, flag=False): """ Verify SUTAgent Version Returns False on failure, True on Success """ if not dmAlive(dm): return False ver = updateSUT.version(dm) if not updateSUT.isVersionCorrect(ver=ver): if flag: setFlag(errorFile, "Remote Device Error: Unexpected ver on device, got '%s' expected '%s'" % (ver, "SUTAgentAndroid Version %s" % updateSUT.target_version)) return False log.info( "INFO: Got expected SUTAgent version '%s'" % updateSUT.target_version) return True
def cleanupDevice(device=None, dm=None): assert ((device is not None) or (dm is not None)) # Require one to be set if not device: device = os.environ['SUT_NAME'] pidDir = os.path.join('/builds/', device) errorFile = os.path.join(pidDir, 'error.flg') reboot_needed = False processNames = ['org.mozilla.fennec_aurora', 'org.mozilla.fennec_unofficial', 'org.mozilla.fennec', 'org.mozilla.firefox_beta', 'org.mozilla.firefox', 'org.mozilla.roboexample.test', ] if dm is None: log.info("Connecting to: " + device) dm = devicemanager.DeviceManagerSUT(device) dm.debug = 5 packages = dm._runCmds([{'cmd': 'exec pm list packages'}]) for package in packages.split('\n'): if not package.strip().startswith("package:"): continue # unknown entry package_basename = package.strip()[8:] for proc in processNames: if package_basename == "%s" % proc or \ package_basename.startswith("%s_" % proc): log.info("Uninstalling %s..." % package_basename) try: if 'panda' in device: dm.uninstallApp(package_basename) reboot_needed = True else: dm.uninstallAppAndReboot(package_basename) waitForDevice(dm) except devicemanager.DMError, err: setFlag(errorFile, "Remote Device Error: Unable to uninstall %s and reboot: %s" % (package_basename, err)) return RETCODE_ERROR finally: break # Don't try this proc again, since we already matched
def canPing(device): """ Check a device is reachable by ping Returns False on failure, True on Success """ curRetry = 0 log.info("INFO: attempting to ping device") while curRetry < MAX_RETRIES: ret, _ = pingDevice(device) if not ret: curRetry += 1 if curRetry == MAX_RETRIES: setFlag(errorFile, "Automation Error: Unable to ping device after %s attempts" % MAX_RETRIES) return False else: log.info("INFO: Unable to ping device after %s try. Sleeping for 90s then retrying" % curRetry) time.sleep(90) else: break # we're done here return True
def main(argv): if len(argv) < 2: print "usage: installWatcher.py <ip address>" sys.exit(1) ip_addr = argv[1] dm = droid.DroidSUT(ip_addr) if not dm: log.error("could not get device manager!") return 1 devRoot = checkDeviceRoot(dm) # we can't use the following dm.getFile method, since only Watcher runtime user has read access # to this file, so we need to be root to read it, hence the slightly more convoluted version # using dm._runCmds below... # cannot use -> print dm.getFile('/data/data/com.mozilla.watcher/files/version.txt') status = dm._runCmds([{"cmd": 'exec su -c "cat /data/data/com.mozilla.watcher/files/version.txt"'}]).split("\n") log.info("Watcher version: %s" % status) return 0
def installOneApp(dm, devRoot, app_file_local_path, errorFile, logcat=True): source = app_file_local_path filename = os.path.basename(source) target = os.path.join(devRoot, filename) log.info("Installing %s" % target) if dm.pushFile(source, target): status = dm.installApp(target) if status is None: log.info('-' * 42) log.info('installApp() done - gathering debug info') dm.getInfo('process') dm.getInfo('memory') dm.getInfo('uptime') if logcat: try: print dm._runCmds([{'cmd': 'exec su -c "logcat -d -v time *:W"'}]) except devicemanager.DMError, e: setFlag(errorFile, "Remote Device Error: Exception hit while trying to run logcat: %s" % str(e)) return 1 else: setFlag(errorFile, "Remote Device Error: updateApp() call failed - exiting") return 1
def installOneApp(dm, devRoot, app_file_local_path, errorFile, logcat=True): source = app_file_local_path filename = os.path.basename(source) target = os.path.join(devRoot, filename) log.info("Installing %s" % target) if dm.pushFile(source, target): status = dm.installApp(target) if status is None: log.info('-' * 42) log.info('installApp() done - gathering debug info') dm.getInfo('process') dm.getInfo('memory') dm.getInfo('uptime') if logcat: try: print dm._runCmds([{ 'cmd': 'exec su -c "logcat -d -v time *:W"' }]) except devicemanager.DMError, e: setFlag( errorFile, "Remote Device Error: Exception hit while trying to run logcat: %s" % str(e)) return 1 else: setFlag(errorFile, "Remote Device Error: updateApp() call failed - exiting") return 1
def smoketest(device_name, number): global dm global appFileName, processName dm = devicemanager.DeviceManagerSUT(device_name, 20701) deviceRoot = dm.getDeviceRoot() # This does all the steps of verify.py including the cleanup. if verifyDevice(device_name, checksut=False, doCheckStalled=False) is False: log.error("failed to run verify on %s" % (device_name)) return 1 # Not ok to proceed log.info("Successfully verified the device") if dm._sock: dm._sock.close() time.sleep(30) dm = devicemanager.DeviceManagerSUT(device_name, 20701) print "in smoketest, going to call installOneApp with dm: %s, %s" \ % (dm, dm._sock) if installOneApp(dm, deviceRoot, os.path.abspath(appFileName), None, logcat=False): log.error("failed to install %s on device %s" % (appFileName, device_name)) return 1 log.info("Successfully installed the application") if not runTests(device_name, processName, number): log.error("failed to run dom tests on %s" % (device_name)) return 1 log.info("Successfully ran the mochitests") return 0
def smoketest(device_name, number): global dm global appFileName, processName dm = devicemanager.DeviceManagerSUT(device_name, 20701) deviceRoot = dm.getDeviceRoot() # This does all the steps of verify.py including the cleanup. if verifyDevice(device_name, checksut=False, doCheckStalled=False) is False: log.error("failed to run verify on %s" % (device_name)) return 1 # Not ok to proceed log.info("Successfully verified the device") if dm._sock: dm._sock.close() time.sleep(30) dm = devicemanager.DeviceManagerSUT(device_name, 20701) print "in smoketest, going to call installOneApp with dm: %s, %s" \ % (dm, dm._sock) if installOneApp(dm, deviceRoot, os.path.abspath(appFileName), None, logcat=False): log.error("failed to install %s on device %s" % (appFileName, device_name)) return 1 log.info("Successfully installed the application") if not runTests(device_name, processName, number): log.error("failed to run dom tests on %s" % (device_name)) return 1 log.info("Successfully ran the mochitests") return 0
def checkAndFixScreen(dm, device): """ Verify the screen is set as we expect If the screen is incorrectly set, this function attempts to fix it, which ends up requiring a reboot of the device. Returns False if screen is wrong, True if correct """ if not dmAlive(dm): return False # Verify we have the expected screen resolution info = dm.getInfo("screen") if not info["screen"][0] == EXPECTED_DEVICE_SCREEN: setFlag(errorFile, "Remote Device Error: Unexpected Screen on device, got '%s' expected '%s'" % (info["screen"][0], EXPECTED_DEVICE_SCREEN)) if not dm.adjustResolution(**EXPECTED_DEVICE_SCREEN_ARGS): setFlag(errorFile, "Command to update resolution returned failure") else: soft_reboot(dm=dm, device=device) # Reboot sooner than cp would trigger a hard Reset return False log.info("INFO: Got expected screen size '%s'" % EXPECTED_DEVICE_SCREEN) return True
def install(dm, devRoot, app_file_local_path, package): source = app_file_local_path filename = os.path.basename(source) target = os.path.join(devRoot, filename) log.info("Pushing new apk to the device: %s" % target) status = dm.pushFile(source, target) dm.shellCheckOutput(["dd", "if=%s" % target, "of=/data/local/watcher.apk"], root=True) dm.shellCheckOutput(["chmod", "666", "/data/local/watcher.apk"], root=True) log.info("Uninstalling %s" % package) try: dm.uninstallApp(package) log.info('uninstallation successful') except devicemanager.DMError, e: log.info('uninstallation failed -- maybe not installed? '+str(e))
def canTelnet(device): """ Checks if we can establish a Telnet session (via devicemanager) Sets global `dm` Returns False on failure, True on Success """ global dm curRetry = 0 sleepDuration = 0 while curRetry < MAX_RETRIES: try: dm = connect(device, sleepDuration) except: curRetry += 1 if curRetry == MAX_RETRIES: setFlag(errorFile, "Automation Error: Unable to connect to device after %s attempts" % MAX_RETRIES) return False else: log.info("INFO: Unable to connect to device after %s try" % curRetry) sleepDuration = 90 else: break # We're done here return True
def main(argv): global ip_addr if (len(argv) < 4): log.info("usage: logcat.py <device ip address> <output filename> <logcat options>") return 1 ip_addr = argv[1] output_filename = argv[2] logcat_options = argv[3] max_runtime = 3600 # 3600 seconds == 1 hour status = 0 dm = devicemanager.DeviceManagerSUT(ip_addr) if not dm: log.error("logcat.py: unable to open device manager") return 2 command = 'execext su t=%d logcat %s' % (max_runtime, logcat_options) log.debug('logcat.py running SUT command: %s' % command) try: with open(output_filename, 'w') as f: dm._sendCmds([{'cmd': command}], f) except devicemanager.DMError, e: log.error("Remote Device Error: Exception caught running logcat: %s" % str(e)) status = -1
def install(dm, devRoot, app_file_local_path, package): source = app_file_local_path filename = os.path.basename(source) target = os.path.join(devRoot, filename) log.info("Pushing new apk to the device: %s" % target) status = dm.pushFile(source, target) dm.shellCheckOutput( ["dd", "if=%s" % target, "of=/data/local/watcher.apk"], root=True) dm.shellCheckOutput(["chmod", "666", "/data/local/watcher.apk"], root=True) log.info("Uninstalling %s" % package) try: dm.uninstallApp(package) log.info('uninstallation successful') except devicemanager.DMError, e: log.info('uninstallation failed -- maybe not installed? ' + str(e))
def runTests(device, proc_name, number): numfailed = -1 log.info("Starting to run tests") httpport = 8000 + int(number) # TODO: fix the host/port information so we don't have conflicts in # parallel runs cmd = [ "python", os.path.join(os.path.dirname(__file__), "tests/mochitest/runtestsremote.py"), "--app=%s" % proc_name, "--deviceIP=%s" % device, "--xre-path=%s" % os.path.join(os.path.dirname(__file__), "xre"), "--utility-path=%s" % os.path.join(os.path.dirname(__file__), "bin"), # "--test-path=dom/tests/mochitest/dom-level0", "--test-path=dom/tests/mochitest", "--http-port=%s" % httpport ] log.info("Going to run test: %s" % subprocess.list2cmdline(cmd)) proc = "" try: p = subprocess.Popen(cmd, stdout=subprocess.PIPE) proc = p.communicate()[0] except: log.error("Exception found while running unittests: %s" % sys.exc_info()[1]) log.info("Finished running mochitests") refinished = re.compile('([0-9]+) INFO SimpleTest FINISHED') refailed = re.compile('([0-9]+) INFO Failed: ([0-9]+)') for line in proc.split('\n'): log.debug(line) finished = refinished.match(line) failed = refailed.match(line) if failed: numfailed = int(failed.group(2)) if finished: if numfailed > 0: log.error("Found %s failures while running mochitest" % numfailed) return False return True return False
def runTests(device, proc_name, number): numfailed = -1 log.info("Starting to run tests") httpport = 8000 + int(number) # TODO: fix the host/port information so we don't have conflicts in # parallel runs cmd = ["python", os.path.join(os.path.dirname(__file__), "tests/mochitest/runtestsremote.py"), "--app=%s" % proc_name, "--deviceIP=%s" % device, "--xre-path=%s" % os.path.join(os.path.dirname(__file__), "xre"), "--utility-path=%s" % os.path.join(os.path.dirname(__file__), "bin"), # "--test-path=dom/tests/mochitest/dom-level0", "--test-path=dom/tests/mochitest", "--http-port=%s" % httpport] log.info("Going to run test: %s" % subprocess.list2cmdline(cmd)) proc = "" try: p = subprocess.Popen(cmd, stdout=subprocess.PIPE) proc = p.communicate()[0] except: log.error("Exception found while running unittests: %s" % sys.exc_info()[1]) log.info("Finished running mochitests") refinished = re.compile('([0-9]+) INFO SimpleTest FINISHED') refailed = re.compile('([0-9]+) INFO Failed: ([0-9]+)') for line in proc.split('\n'): log.debug(line) finished = refinished.match(line) failed = refailed.match(line) if failed: numfailed = int(failed.group(2)) if finished: if numfailed > 0: log.error("Found %s failures while running mochitest" % numfailed) return False return True return False
packages = dm._runCmds([{'cmd': 'exec pm list packages'}]) for package in packages.split('\n'): for proc in processNames: if package == "package:%s" % proc: setFlag(errorFile, "Remote Device Error: Unable to properly uninstall %s" % proc) return RETCODE_ERROR devRoot = checkDeviceRoot(dm) if not str(devRoot).startswith("/mnt/sdcard"): setFlag(errorFile, "Remote Device Error: devRoot from devicemanager [%s] is not correct" % str(devRoot)) return RETCODE_ERROR if dm.dirExists(devRoot): status = dm.removeDir(devRoot) log.info("removeDir() returned [%s]" % status) if status is None or not status: setFlag(errorFile, "Remote Device Error: call to removeDir() returned [%s]" % status) return RETCODE_ERROR if dm.dirExists(devRoot): setFlag(errorFile, "Remote Device Error: Unable to properly remove %s" % devRoot) return RETCODE_ERROR # cleanup the downloads directory downloadDir = '/mnt/sdcard/Download' if dm.dirExists(downloadDir): log.info("Cleaning up %s" % downloadDir) files = dm.listFiles(downloadDir) for f in files: name = "%s/%s" % (downloadDir, f) type = "File"
if __name__ == '__main__': device_name = os.getenv('SUT_NAME') from optparse import OptionParser parser = OptionParser(usage="usage: %prog [options] [device_name]") parser.add_option( "--success-if-mozpool-ready", action="store_true", dest="skipWhenMozpoolReady", default=False, help="if mozpool reports device is 'ready' skip all device checks") (options, args) = parser.parse_args() if (len(args) != 2): if device_name in (None, ''): parser.print_help() print " Must have $SUT_NAME set in environ to omit device name" sys.exit(1) else: log.info("INFO: Using device '%s' found in env variable" % device_name) else: device_name = args[0] if verifyDevice( device_name, skipWhenMozpoolReady=options.skipWhenMozpoolReady) is False: sys.exit(1) # Not ok to proceed sys.exit(0)
def version(dm): ver = dm._runCmds([{'cmd': 'ver'}]).split("\n")[0] log.info("INFO: updateSUT.py: We're running %s" % ver) return ver
ipAddr=proxyIP, port=proxyPort, silent=True ) log.info(status) except: log.info("Failure while rebooting device") setFlag(errorFile, "Remote Device Error: Device failed to recover after reboot", True) return 1 sys.stdout.flush() return 0 if __name__ == '__main__': if (len(sys.argv) != 2): print "usage: reboot.py <ip address>" sys.exit(1) deviceIP = sys.argv[1] dm = None try: log.info("connecting to: %s" % deviceIP) dm = devicemanager.DeviceManagerSUT(deviceIP) dm.debug = 0 dm.default_timeout = 30 # Set our timeout lower for deviceManager here except: pass sys.exit(reboot(dm))
def reboot(dm): cwd = os.getcwd() deviceName = os.path.basename(cwd) errorFile = os.path.join(cwd, '..', 'error.flg') proxyIP = getOurIP() proxyPort = calculatePort() if 'panda' not in deviceName: # Attempt to set devicename via env variable 'SUT_NAME' sname = os.getenv('SUT_NAME') if sname.strip(): deviceName = sname.strip() else: log.info("Unable to find a proper devicename, will attempt to " "reboot device") if dm is not None: try: dm.getInfo('process') log.info(dm._runCmds( [{'cmd': 'exec su -c "logcat -d -v time *:W"'}], timeout=10)) except: log.info("Failure trying to run logcat on device") else: log.info("We were unable to connect to device %s, skipping logcat" % deviceName) try: log.info('forcing device %s reboot' % deviceName) status = powermanagement.soft_reboot_and_verify( dm=dm, device=deviceName, ipAddr=proxyIP, port=proxyPort, silent=True ) log.info(status) except: log.info("Failure while rebooting device") setFlag(errorFile, "Remote Device Error: Device failed to recover after reboot", True) return 1 sys.stdout.flush() return 0
if not cleanupDevice(device, dm): log.info("verifyDevice: failing to cleanup device") return False return True if __name__ == '__main__': device_name = os.getenv('SUT_NAME') from optparse import OptionParser parser = OptionParser(usage="usage: %prog [options] [device_name]") parser.add_option("--success-if-mozpool-ready", action="store_true", dest="skipWhenMozpoolReady", default=False, help="if mozpool reports device is 'ready' skip all device checks") (options, args) = parser.parse_args() if (len(args) != 2): if device_name in (None, ''): parser.print_help() print " Must have $SUT_NAME set in environ to omit device name" sys.exit(1) else: log.info( "INFO: Using device '%s' found in env variable" % device_name) else: device_name = args[0] if verifyDevice(device_name, skipWhenMozpoolReady=options.skipWhenMozpoolReady) is False: sys.exit(1) # Not ok to proceed sys.exit(0)
"Remote Device Error: Unable to properly uninstall %s" % proc) return RETCODE_ERROR devRoot = checkDeviceRoot(dm) if not str(devRoot).startswith("/mnt/sdcard"): setFlag( errorFile, "Remote Device Error: devRoot from devicemanager [%s] is not correct" % str(devRoot)) return RETCODE_ERROR if dm.dirExists(devRoot): status = dm.removeDir(devRoot) log.info("removeDir() returned [%s]" % status) if status is None or not status: setFlag( errorFile, "Remote Device Error: call to removeDir() returned [%s]" % status) return RETCODE_ERROR if dm.dirExists(devRoot): setFlag( errorFile, "Remote Device Error: Unable to properly remove %s" % devRoot) return RETCODE_ERROR # cleanup the downloads directory downloadDir = '/mnt/sdcard/Download' if dm.dirExists(downloadDir):
def version(dm): ver = dm._runCmds([{'cmd': 'ver'}]).split("\n")[0] log.info("INFO: updateSUT.py: We're running %s" % ver) return ver
log.info("Pushing new apk to the device: %s" % target) status = dm.pushFile(source, target) dm.shellCheckOutput(["dd", "if=%s" % target, "of=/data/local/watcher.apk"], root=True) dm.shellCheckOutput(["chmod", "666", "/data/local/watcher.apk"], root=True) log.info("Uninstalling %s" % package) try: dm.uninstallApp(package) log.info('uninstallation successful') except devicemanager.DMError, e: log.info('uninstallation failed -- maybe not installed? '+str(e)) osversion = dm.getInfo('os')['os'][0].split()[0] if osversion == 'pandaboard-eng': log.info('installing %s on panda' % target) status = dm._runCmds([{'cmd': 'exec su -c "export LD_LIBRARY_PATH=/vendor/lib:/system/lib; pm install /data/local/watcher.apk; am start -a android.intent.action.MAIN -n com.mozilla.watcher/.WatcherMain"'}]).split('\n') else: log.info('installing %s on tegra' % target) status = dm._runCmds([{'cmd': 'exec su -c "pm install /data/local/watcher.apk; am start -a android.intent.action.MAIN -n com.mozilla.watcher/.WatcherMain"'}]).split('\n') if len(status) > 2 and status[1].strip() == 'Success': log.info('-' * 42) log.info('installation successful') else: log.error('installApp() failed: %s' % status) return 1 time.sleep(15) return 0
def reboot(dm): cwd = os.getcwd() deviceName = os.path.basename(cwd) errorFile = os.path.join(cwd, '..', 'error.flg') proxyIP = getOurIP() proxyPort = calculatePort() if 'panda' not in deviceName: # Attempt to set devicename via env variable 'SUT_NAME' sname = os.getenv('SUT_NAME') if sname.strip(): deviceName = sname.strip() else: log.info("Unable to find a proper devicename, will attempt to " "reboot device") if dm is not None: try: dm.getInfo('process') log.info( dm._runCmds([{ 'cmd': 'exec su -c "logcat -d -v time *:W"' }], timeout=10)) except: log.info("Failure trying to run logcat on device") else: log.info("We were unable to connect to device %s, skipping logcat" % deviceName) try: log.info('forcing device %s reboot' % deviceName) status = powermanagement.soft_reboot_and_verify(dm=dm, device=deviceName, ipAddr=proxyIP, port=proxyPort, silent=True) log.info(status) except: log.info("Failure while rebooting device") setFlag(errorFile, "Remote Device Error: Device failed to recover after reboot", True) return 1 sys.stdout.flush() return 0
status = dm.pushFile(source, target) dm.shellCheckOutput( ["dd", "if=%s" % target, "of=/data/local/watcher.apk"], root=True) dm.shellCheckOutput(["chmod", "666", "/data/local/watcher.apk"], root=True) log.info("Uninstalling %s" % package) try: dm.uninstallApp(package) log.info('uninstallation successful') except devicemanager.DMError, e: log.info('uninstallation failed -- maybe not installed? ' + str(e)) osversion = dm.getInfo('os')['os'][0].split()[0] if osversion == 'pandaboard-eng': log.info('installing %s on panda' % target) status = dm._runCmds([{ 'cmd': 'exec su -c "export LD_LIBRARY_PATH=/vendor/lib:/system/lib; pm install /data/local/watcher.apk; am start -a android.intent.action.MAIN -n com.mozilla.watcher/.WatcherMain"' }]).split('\n') else: log.info('installing %s on tegra' % target) status = dm._runCmds([{ 'cmd': 'exec su -c "pm install /data/local/watcher.apk; am start -a android.intent.action.MAIN -n com.mozilla.watcher/.WatcherMain"' }]).split('\n') if len(status) > 2 and status[1].strip() == 'Success': log.info('-' * 42) log.info('installation successful') else:
def one_time_setup(ip_addr, major_source): ''' One time setup of state ip_addr - of the device we want to install app at major_source - we've hacked this script to install may-also-be-needed tools, but the source we're asked to install has the meta data we need Side Effects: global, needed for error reporting: errorFile ''' # set up the flag files, used throughout cwd = os.getcwd() global errorFile errorFile = os.path.join(cwd, '..', 'error.flg') deviceName = os.path.basename(cwd) proxyIP = getOurIP() proxyPort = calculatePort() workdir = os.path.dirname(major_source) inifile = os.path.join(workdir, 'fennec', 'application.ini') remoteappini = os.path.join(workdir, 'talos', 'remoteapp.ini') log.info('copying %s to %s' % (inifile, remoteappini)) runCommand(['cp', inifile, remoteappini]) log.info("connecting to: %s" % ip_addr) dm = devicemanager.DeviceManagerSUT(ip_addr) # Moar data! dm.debug = 3 devRoot = checkDeviceRoot(dm) if devRoot is None or devRoot == '/tests': setFlag( errorFile, "Remote Device Error: devRoot from devicemanager [%s] is not correct - exiting" % devRoot) return None, None try: log.info("%s, %s" % (proxyIP, proxyPort)) getDeviceTimestamp(dm) setDeviceTimestamp(dm) getDeviceTimestamp(dm) dm.getInfo('process') dm.getInfo('memory') dm.getInfo('uptime') width, height = getResolution(dm) # adjust resolution down to allow fennec to install without memory # issues if (width == 1600 or height == 1200): dm.adjustResolution(1024, 768, 'crt') log.info('forcing device reboot') if not powermanagement.soft_reboot_and_verify( device=deviceName, dm=dm, ipAddr=proxyIP, port=proxyPort): return None, None width, height = getResolution(dm) if width != 1024 and height != 768: setFlag( errorFile, "Remote Device Error: Resolution change failed. Should be %d/%d but is %d/%d" % (1024, 768, width, height)) return None, None except devicemanager.AgentError, err: log.error( "remoteDeviceError: while doing one time setup for installation: %s" % err) return None, None
def one_time_setup(ip_addr, major_source): ''' One time setup of state ip_addr - of the device we want to install app at major_source - we've hacked this script to install may-also-be-needed tools, but the source we're asked to install has the meta data we need Side Effects: global, needed for error reporting: errorFile ''' # set up the flag files, used throughout cwd = os.getcwd() global errorFile errorFile = os.path.join(cwd, '..', 'error.flg') deviceName = os.path.basename(cwd) proxyIP = getOurIP() proxyPort = calculatePort() workdir = os.path.dirname(major_source) inifile = os.path.join(workdir, 'fennec', 'application.ini') remoteappini = os.path.join(workdir, 'talos', 'remoteapp.ini') log.info('copying %s to %s' % (inifile, remoteappini)) runCommand(['cp', inifile, remoteappini]) log.info("connecting to: %s" % ip_addr) dm = devicemanager.DeviceManagerSUT(ip_addr) # Moar data! dm.debug = 3 devRoot = checkDeviceRoot(dm) if devRoot is None or devRoot == '/tests': setFlag(errorFile, "Remote Device Error: devRoot from devicemanager [%s] is not correct - exiting" % devRoot) return None, None try: log.info("%s, %s" % (proxyIP, proxyPort)) getDeviceTimestamp(dm) setDeviceTimestamp(dm) getDeviceTimestamp(dm) dm.getInfo('process') dm.getInfo('memory') dm.getInfo('uptime') width, height = getResolution(dm) # adjust resolution down to allow fennec to install without memory # issues if (width == 1600 or height == 1200): dm.adjustResolution(1024, 768, 'crt') log.info('forcing device reboot') if not powermanagement.soft_reboot_and_verify(device=deviceName, dm=dm, ipAddr=proxyIP, port=proxyPort): return None, None width, height = getResolution(dm) if width != 1024 and height != 768: setFlag(errorFile, "Remote Device Error: Resolution change failed. Should be %d/%d but is %d/%d" % (1024, 768, width, height)) return None, None except devicemanager.AgentError, err: log.error("remoteDeviceError: while doing one time setup for installation: %s" % err) return None, None
log.error("Automation Error: updateSUT.py: %s" % e) return RETCODE_REVERIFY_FAILED dm.debug = _oldDebug # Restore it if ver == None: log.error( "Automation Error: updateSUT.py: We should have been able to connect and determine the version." ) return RETCODE_REVERIFY_FAILED elif not isVersionCorrect(ver=ver): log.error("Automation Error: updateSUT.py: We should have had the %s version but instead we have %s" % \ (target_version, ver)) return RETCODE_REVERIFY_WRONG else: log.info("updateSUT.py: We're now running %s" % ver) return RETCODE_SUCCESS def main(device): dm = connect(device) if not isVersionCorrect(dm=dm): return doUpdate(dm) else: # The SUT Agent was already up-to-date return RETCODE_SUCCESS def version(dm): ver = dm._runCmds([{'cmd': 'ver'}]).split("\n")[0]
def verifyDevice(device, checksut=True, doCheckStalled=True, skipWhenMozpoolReady=False): # Returns False on failure, True on Success global dm, errorFile devicePath = os.path.join('/builds', device) errorFile = os.path.join(devicePath, 'error.flg') if doCheckStalled: if not cleanupFoopy(device): log.info("verifyDevice: failing to cleanup foopy") return False mozpool_state = isMozpoolReady(device) if skipWhenMozpoolReady and mozpool_state is MOZPOOL_STATE_READY: log.info("Mozpool State is ready skipping device checks") return True elif mozpool_state is MOZPOOL_STATE_READY: log.info( "Mozpool claims device is ready, continuing to verify device...") elif mozpool_state is MOZPOOL_STATE_UNKNOWN: log.info( "Mozpool knows about device, but claims we're not safe to continue" ) return False elif mozpool_state in (MOZPOOL_STATE_ERROR, MOZPOOL_STATE_MISSING): log.info( "Unable to determine state from Mozpool, falling back to device checks" ) else: log.info("Unexpected Mozpool State returned, hard stop.") return False if not canPing(device): log.info("verifyDevice: failing to ping") # See if we can recover the device with a reboot. soft_reboot(dm=dm, device=device) return False if not canTelnet(device): log.info("verifyDevice: failing to telnet") return False if not checkSDCard(dm): log.info("verifyDevice: failing to check SD card") return False if checksut and not checkVersion(dm): if not updateSUTVersion(dm): log.info("verifyDevice: failing to updateSUT") return False # Resolution Check disabled for now; Bug 737427 if False and not checkAndFixScreen(dm, device): log.info("verifyDevice: failing to fix screen") return False if not cleanupDevice(device, dm): log.info("verifyDevice: failing to cleanup device") return False return True
except Exception, e: log.error("Automation Error: updateSUT.py: We should have been able to get the version") log.error("Automation Error: updateSUT.py: %s" % e) return RETCODE_REVERIFY_FAILED dm.debug = _oldDebug # Restore it if ver is None: log.error("Automation Error: updateSUT.py: We should have been able to connect and determine the version.") return RETCODE_REVERIFY_FAILED elif not isVersionCorrect(ver=ver): log.error("Automation Error: updateSUT.py: We should have had the %s version but instead we have %s" % (target_version, ver)) return RETCODE_REVERIFY_WRONG else: log.info("updateSUT.py: We're now running %s" % ver) return RETCODE_SUCCESS def main(device): dm = connect(device) if not isVersionCorrect(dm=dm): return doUpdate(dm) else: # The SUT Agent was already up-to-date return RETCODE_SUCCESS def version(dm): ver = dm._runCmds([{'cmd': 'ver'}]).split("\n")[0]
def verifyDevice(device, checksut=True, doCheckStalled=True, watcherINI=False, skipWhenMozpoolReady=False): # Returns False on failure, True on Success global dm, errorFile devicePath = os.path.join('/builds', device) errorFile = os.path.join(devicePath, 'error.flg') if doCheckStalled: if not cleanupFoopy(device): log.info("verifyDevice: failing to cleanup foopy") return False mozpool_state = isMozpoolReady(device) if skipWhenMozpoolReady and mozpool_state is MOZPOOL_STATE_READY: log.info("Mozpool State is ready skipping device checks") return True elif mozpool_state is MOZPOOL_STATE_READY: log.info("Mozpool claims device is ready, continuing to verify device...") elif mozpool_state is MOZPOOL_STATE_UNKNOWN: log.info("Mozpool knows about device, but claims we're not safe to continue") return False elif mozpool_state in (MOZPOOL_STATE_ERROR, MOZPOOL_STATE_MISSING): log.info("Unable to determine state from Mozpool, falling back to device checks") else: log.info("Unexpected Mozpool State returned, hard stop.") return False if not canPing(device): # TODO Reboot via PDU if ping fails log.info("verifyDevice: failing to ping") return False if not canTelnet(device): log.info("verifyDevice: failing to telnet") return False if not checkSDCard(dm): log.info("verifyDevice: failing to check SD card") return False if checksut and not checkVersion(dm): if not updateSUTVersion(dm): log.info("verifyDevice: failing to updateSUT") return False # Resolution Check disabled for now; Bug 737427 if False and not checkAndFixScreen(dm, device): log.info("verifyDevice: failing to fix screen") return False if not cleanupDevice(device, dm): log.info("verifyDevice: failing to cleanup device") return False if watcherINI: if not setWatcherINI(dm): log.info("verifyDevice: failing to set watcher.ini") return False return True
return False tmpname = '/mnt/sdcard/watcher.ini' try: dm._runCmds([{'cmd': 'push %s %s' % (tmpname, len( watcherINI)), 'data': watcherINI}]) except devicemanager.AgentError, err: log.info("Error while pushing watcher.ini: %s" % err) setFlag(errorFile, "Unable to properly upload the watcher.ini") return False try: dm._runCmds( [{'cmd': 'exec su -c "dd if=%s of=%s"' % (tmpname, realLoc)}]) except devicemanager.AgentError, err: log.info("Error while moving watcher.ini to %s: %s" % (realLoc, err)) setFlag(errorFile, "Unable to properly upload the watcher.ini") return False try: dm._runCmds([{'cmd': 'exec su -c "chmod 0777 %s"' % realLoc}]) except devicemanager.AgentError, err: log.info("Error while setting permissions for %s: %s" % (realLoc, err)) setFlag(errorFile, "Unable to properly upload the watcher.ini") return False try: if watcherDataCurrent(): return True except: pass
ipAddr=proxyIP, port=proxyPort, silent=True) log.info(status) except: log.info("Failure while rebooting device") setFlag(errorFile, "Remote Device Error: Device failed to recover after reboot", True) return 1 sys.stdout.flush() return 0 if __name__ == '__main__': if (len(sys.argv) != 2): print "usage: reboot.py <ip address>" sys.exit(1) deviceIP = sys.argv[1] dm = None try: log.info("connecting to: %s" % deviceIP) dm = devicemanager.DeviceManagerSUT(deviceIP) dm.debug = 0 dm.default_timeout = 30 # Set our timeout lower for deviceManager here except: pass sys.exit(reboot(dm))
def verifyDevice(device, checksut=True, doCheckStalled=True, watcherINI=False): # Returns False on failure, True on Success global dm, errorFile devicePath = os.path.join('/builds', device) errorFile = os.path.join(devicePath, 'error.flg') if doCheckStalled: if not cleanupFoopy(device): log.info("verifyDevice: failing to cleanup foopy") return False if not canPing(device): # TODO Reboot via PDU if ping fails log.info("verifyDevice: failing to ping") return False if not canTelnet(device): log.info("verifyDevice: failing to telnet") return False if not checkSDCard(dm): log.info("verifyDevice: failing to check SD card") return False if checksut and not checkVersion(dm): if not updateSUTVersion(dm): log.info("verifyDevice: failing to updateSUT") return False # Resolution Check disabled for now; Bug 737427 if False and not checkAndFixScreen(dm, device): log.info("verifyDevice: failing to fix screen") return False if not cleanupDevice(device, dm): log.info("verifyDevice: failing to cleanup device") return False if watcherINI: if not setWatcherINI(dm): log.info("verifyDevice: failing to set watcher.ini") return False return True