Exemple #1
0
 def __init__(self, settings_file=None, *args, **kwargs):
     '''
     Generate base frame and each page, bind them in a list
     '''
     self.logger = Logger()
     self.baseUrl = ''  # NOTE: Need to be overwritten
     self.destRootFolder = ''  # NOTE: Need to be overwritten
     self.destFolder = ''
     self.auth = Authenticator()
     self.pathParser = PathParser()
     # load config from .flash_pvt file
     self.load_config_file(settings_file)
 def __init__(self, settings_file=None, *args, **kwargs):
     '''
     Generate base frame and each page, bind them in a list
     '''
     self.logger = Logger()
     self.baseUrl = ''  # NOTE: Need to be overwritten
     self.destRootFolder = ''  # NOTE: Need to be overwritten
     self.destFolder = ''
     self.auth = Authenticator()
     self.pathParser = PathParser()
     # load config from .flash_pvt file
     self.load_config_file(settings_file)
class BaseController(object):
    def __init__(self, settings_file=None, *args, **kwargs):
        '''
        Generate base frame and each page, bind them in a list
        '''
        self.logger = Logger()
        self.baseUrl = ''  # NOTE: Need to be overwritten
        self.destRootFolder = ''  # NOTE: Need to be overwritten
        self.destFolder = ''
        self.auth = Authenticator()
        self.pathParser = PathParser()
        # load config from .flash_pvt file
        self.load_config_file(settings_file)

    def setData(self, data=None):
        if data is None:
            data = self.pathParser.get_builds_list_from_url(self.baseUrl)
        self.data = data

    def setAuth(self, user, pwd):
        ## pass auth parameters
        self.auth.authenticate(self.baseUrl, user, pwd)
        if not self.auth.is_authenticated:
            return False
        self.setData()
        return True

    def quit(self):
        '''
        Halt the program
        '''
        print('### quit function invoked')
        sys.exit(0)

    def do_download(self, targets):
        if len(self.destFolder) == 0:
            self.destFolder = self.destRootFolder
        downloader = Downloader()
        archives = {}
        for target in targets:
            archives[target] = downloader.download(self.paths[target], self.destFolder, status_callback=self.printErr)
        return archives

    def do_flash(self, targets, archives, keep_profile=False):
        cmd = './shallow_flash.sh -y'
        sp = ''
        if _platform == 'darwin':
            sp = ' '
        if PathParser._IMAGES in targets:
            try:
                self.temp_dir = tempfile.mkdtemp()
                self.logger.log('Create temporary folder:' + self.temp_dir, status_callback=self.printErr)
                Decompressor().unzip(archives[PathParser._IMAGES], self.temp_dir, status_callback=self.printErr)
                # set the permissions to rwxrwxr-x (509 in python's os.chmod)
                os.chmod(self.temp_dir + '/b2g-distro/flash.sh', stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.chmod(self.temp_dir + '/b2g-distro/load-config.sh', stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.system('cd ' + self.temp_dir + '/b2g-distro; ./flash.sh -f')
            finally:
                try:
                    shutil.rmtree(self.temp_dir)  # delete directory
                except OSError:
                    self.logger.log('Can not remove temporary folder:' + self.temp_dir, status_callback=self.printErr, level=Logger._LEVEL_WARNING)
            flash_img_cmd = 'CUR_DIR=`pwd`; TEMP_DIR=`mktemp -d`; unzip -d $TEMP_DIR ' + archives[PathParser._IMAGES] + '; \\\n' + \
                            'cd $TEMP_DIR/b2g-distro/; ./flash.sh -f; \\\ncd $CUR_DIR; rm -rf $TEMP_DIR'
            self.logger.log('!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n' % (flash_img_cmd,))
        else:
            if PathParser._GAIA in targets:
                cmd = cmd + ' -g' + sp + archives[PathParser._GAIA]
            if PathParser._GECKO in targets:
                cmd = cmd + ' -G' + sp + archives[PathParser._GECKO]
            if keep_profile:
                self.logger.log('Keep User Profile.')
                cmd = cmd + ' --keep_profile'
            print('run command: ' + cmd)
            os.system(cmd)
            self.logger.log('!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n' % (cmd,))
        self.logger.log('Flash Done.', status_callback=self.printErr)
        self.after_flash_action()
        self.quit()

    def after_flash_action(self):
        pass

    def printErr(self, message):
        raise NotImplementedError

    def getPackages(self, src, build_id=''):
        '''
        input src and build-id, then setup the dest-folder and return the available packages.
        '''
        #TODO: Async request?
        query = self.pathParser.get_available_packages_from_url(base_url=self.baseUrl, build_src=src, build_id=build_id, build_id_format=self.build_id_format)
        self.paths = {}
        package = []
        if PathParser._GAIA in query and PathParser._GECKO in query:
            package.append(PathParser._GAIA_GECKO)
        if PathParser._GAIA in query:
            package.append(PathParser._GAIA)
            self.paths[PathParser._GAIA] = query[PathParser._GAIA]
        if PathParser._GECKO in query:
            package.append(PathParser._GECKO)
            self.paths[PathParser._GECKO] = query[PathParser._GECKO]
        if PathParser._IMAGES in query:
            package.append(PathParser._IMAGES)
            self.paths[PathParser._IMAGES] = query[PathParser._IMAGES]
        # set up the download dest folder
        self.destFolder = self._get_dest_folder_from_build_id(self.destRootFolder, src, build_id)
        return package

    def getLatestBuildId(self, src):
        # TODO: Get from remote and Use in local flash;
        #       should be an async request?
        pass

    def load_config_file(self, settings_file=None):
        '''
        Load ".flash_pvt" as config file.
        If there is no file, then copy from ".flash_pvt.template".
        '''
        if settings_file is None:
            settings_file = '.flash_pvt'
        if not os.path.exists(settings_file):
            self.logger.log('Creating %s from %s' % (settings_file, settings_file + '.template'))
            shutil.copy2(settings_file + '.template', settings_file)
        self.logger.log('Loading settings from %s' % (settings_file,))
        account = {}
        with open(settings_file) as f:
            config = eval(f.read())
        if 'account' in config:
            self.account = config['account']
        else:
            self.account = ''
        if 'password' in config:
            self.password = config['password']
        else:
            self.password = ''
        if 'download_home' in config:
            self.destRootFolder = config['download_home']
        else:
            self.destRootFolder = 'pvt'
        if 'base_url' in config:
            self.baseUrl = config['base_url']
        else:
            self.baseUrl = 'pvhttps://pvtbuilds.mozilla.org/pvt/mozilla.org/b2gotoro/nightly/'
        if 'build_id_format' in config:
            self.build_id_format = config['build_id_format']
        else:
            self.build_id_format = '/{year}/{month}/{year}-{month}-{day}-{hour}-{min}-{sec}/'

    def _get_dest_folder_from_build_id(self, root_folder, build_src, build_id):
        target_folder = ''
        if not build_id == '' or build_id == 'latest':
            if self.pathParser.verify_build_id(build_id):
                sub_folder = re.sub(r'^/', '', self.pathParser.get_path_of_build_id(build_id=build_id, build_id_format=self.build_id_format))
                target_folder = os.path.join(root_folder, build_src, sub_folder)
            else:
                self.logger.log('The build id [' + build_id + '] is not not valid.', status_callback=self.printErr, level=Logger._LEVEL_WARNING)
                self.quit()
        else:
            target_folder = os.path.join(root_folder, build_src, 'latest')
        self.logger.log('Set up dest folder to [' + target_folder + '].', status_callback=self.printErr)
        return target_folder
class BaseController(object):
    def __init__(self, settings_file=None, *args, **kwargs):
        '''
        Generate base frame and each page, bind them in a list
        '''
        self.logger = Logger()
        self.baseUrl = ''  # NOTE: Need to be overwritten
        self.destRootFolder = ''  # NOTE: Need to be overwritten
        self.destFolder = ''
        self.auth = Authenticator()
        self.pathParser = PathParser()
        # load config from .flash_pvt file
        self.load_config_file(settings_file)

    def setData(self, data=None):
        if data is None:
            data = self.pathParser.get_builds_list_from_url(self.baseUrl)
        self.data = data

    def setAuth(self, user, pwd):
        ## pass auth parameters
        self.auth.authenticate(self.baseUrl, user, pwd)
        if not self.auth.is_authenticated:
            return False
        self.setData()
        return True

    def quit(self):
        '''
        Halt the program
        '''
        self.logger.log('### quit function invoked')
        sys.exit(0)

    def do_download(self, targets):
        if len(self.destFolder) == 0:
            self.destFolder = self.destRootFolder
        downloader = Downloader()
        archives = {}
        for target in targets:
            archives[target] = downloader.download(
                self.paths[target],
                self.destFolder,
                status_callback=self.printErr,
                progress_callback=self.progress_callback)
        return archives

    def do_flash(self, targets, archives, serial='', keep_profile=False):
        cmd = './shallow_flash.sh -y'
        sp = ''
        if _platform == 'darwin':
            sp = ' '
        if serial:
            serial = ' -s ' + serial
        if PathParser._IMAGES in targets:
            try:
                self.temp_dir = tempfile.mkdtemp()
                self.logger.log('Create temporary folder:' + self.temp_dir,
                                status_callback=self.printErr)
                Decompressor().unzip(archives[PathParser._IMAGES],
                                     self.temp_dir,
                                     status_callback=self.printErr)
                # set the permissions to rwxrwxr-x (509 in python's os.chmod)
                os.chmod(
                    self.temp_dir + '/b2g-distro/flash.sh', stat.S_IRUSR
                    | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP
                    | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.chmod(
                    self.temp_dir + '/b2g-distro/load-config.sh', stat.S_IRUSR
                    | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP
                    | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.system('cd ' + self.temp_dir +
                          '/b2g-distro; ./flash.sh -f' + serial)
                # support NO_FTU environment for skipping FTU (e.g. monkey test)
                if 'NO_FTU' in os.environ and os.environ['NO_FTU'] == 'true':
                    self.logger.log('The [NO_FTU] is [true].')
                    os.system(
                        'adb wait-for-device && adb shell stop b2g; (RET=$(adb root); if ! case ${RET} in *"cannot"*) true;; *) false;; esac; then adb remount && sleep 5; else exit 1; fi; ./disable_ftu.py) || (echo "No root permission, cannot setup NO_FTU."); adb reboot;'
                    )
            finally:
                try:
                    shutil.rmtree(self.temp_dir)  # delete directory
                except OSError:
                    self.logger.log('Can not remove temporary folder:' +
                                    self.temp_dir,
                                    status_callback=self.printErr,
                                    level=Logger._LEVEL_WARNING)
            flash_img_cmd = 'CUR_DIR=`pwd`; TEMP_DIR=`mktemp -d`; unzip -d $TEMP_DIR ' + archives[PathParser._IMAGES] + '; \\\n' + \
                            'cd $TEMP_DIR/b2g-distro/; ./flash.sh -f; \\\ncd $CUR_DIR; rm -rf $TEMP_DIR; '
            # support NO_FTU environment for skipping FTU (e.g. monkey test)
            if 'NO_FTU' in os.environ and os.environ['NO_FTU'] == 'true':
                flash_img_cmd = flash_img_cmd + '\\\nadb wait-for-device && adb shell stop b2g; \\\n' + \
                                                '(RET=$(adb root); if ! case ${RET} in *"cannot"*) true;; *) false;; esac; then adb remount && sleep 5; else exit 1; fi; ./disable_ftu.py) || \\\n' + \
                                                '(echo "No root permission, cannot setup NO_FTU."); adb reboot; '
            self.logger.log(
                '!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n'
                % (flash_img_cmd, ))
        else:
            if PathParser._GAIA in targets:
                cmd = cmd + ' -g' + sp + archives[PathParser._GAIA]
            if PathParser._GECKO in targets:
                cmd = cmd + ' -G' + sp + archives[PathParser._GECKO]
            if keep_profile:
                self.logger.log('Keep User Profile.')
                cmd = cmd + ' --keep_profile'
            cmd = cmd + serial
            print('run command: ' + cmd)
            self.logger.log('Flashing...',
                            status_callback=self.printErr,
                            level=Logger._LEVEL_INFO)
            os.system(cmd)
            self.logger.log(
                '!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n'
                % (cmd, ))
        self.logger.log('Flash Done.', status_callback=self.printErr)
        self.after_flash_action()
        self.quit()

    def after_flash_action(self):
        pass

    def printErr(self, message):
        raise NotImplementedError

    def progress_callback(self, current_byte, total_size):
        pass

    def getPackages(self, src, build_id=''):
        '''
        input src and build-id, then setup the dest-folder and return the available packages.
        '''
        #TODO: Async request?
        query = self.pathParser.get_available_packages_from_url(
            base_url=self.baseUrl,
            build_src=src,
            build_id=build_id,
            build_id_format=self.build_id_format)
        self.paths = {}
        package = []
        if PathParser._GAIA in query and PathParser._GECKO in query:
            package.append(PathParser._GAIA_GECKO)
        if PathParser._GAIA in query:
            package.append(PathParser._GAIA)
            self.paths[PathParser._GAIA] = query[PathParser._GAIA]
        if PathParser._GECKO in query:
            package.append(PathParser._GECKO)
            self.paths[PathParser._GECKO] = query[PathParser._GECKO]
        if PathParser._IMAGES in query:
            package.append(PathParser._IMAGES)
            self.paths[PathParser._IMAGES] = query[PathParser._IMAGES]
        # set up the download dest folder
        self.destFolder = self._get_dest_folder_from_build_id(
            self.destRootFolder, src, build_id)
        return package

    def getLatestBuildId(self, src):
        # TODO: Get from remote and Use in local flash;
        #       should be an async request?
        res = self.pathParser.get_latest_build_id(base_url=self.baseUrl,
                                                  build_src=src)
        return res

    def load_config_file(self, settings_file=None):
        '''
        Load ".flash_pvt" as config file.
        If there is no file, then copy from ".flash_pvt.template".
        '''
        if settings_file is None:
            settings_file = '.flash_pvt'
        if not os.path.exists(settings_file):
            self.logger.log('Creating %s from %s' %
                            (settings_file, settings_file + '.template'))
            shutil.copy2(settings_file + '.template', settings_file)
        self.logger.log('Loading settings from %s' % (settings_file, ))
        with open(settings_file) as f:
            config = eval(f.read())
        if 'account' in config:
            self.account = config['account']
        else:
            self.account = ''
        if 'password' in config:
            self.password = config['password']
        else:
            self.password = ''
        if 'download_home' in config:
            self.destRootFolder = config['download_home']
        else:
            self.destRootFolder = 'pvt'
        if 'base_url' in config:
            self.baseUrl = config['base_url']
        else:
            self.baseUrl = 'pvhttps://pvtbuilds.mozilla.org/pvt/mozilla.org/b2gotoro/nightly/'
        if 'build_id_format' in config:
            self.build_id_format = config['build_id_format']
        else:
            self.build_id_format = '/{year}/{month}/{year}-{month}-{day}-{hour}-{min}-{sec}/'

    def _get_dest_folder_from_build_id(self, root_folder, build_src, build_id):
        target_folder = ''
        if not build_id == '' or build_id == 'latest':
            if self.pathParser.verify_build_id(build_id):
                sub_folder = re.sub(
                    r'^/', '',
                    self.pathParser.get_path_of_build_id(
                        build_id=build_id,
                        build_id_format=self.build_id_format))
                target_folder = os.path.join(root_folder, build_src,
                                             sub_folder)
            else:
                self.logger.log('The build id [' + build_id +
                                '] is not not valid.',
                                status_callback=self.printErr,
                                level=Logger._LEVEL_WARNING)
                self.quit()
        else:
            target_folder = os.path.join(root_folder, build_src, 'latest')
        self.logger.log('Set up dest folder to [' + target_folder + '].',
                        status_callback=self.printErr)
        return target_folder
Exemple #5
0
class BaseController(object):
    def __init__(self, *args, **kwargs):
        '''
        Generate base frame and each page, bind them in a list
        '''
        self.logger = Logger()
        self.baseUrl = ''  # NOTE: Need to be overwritten
        self.destRootFolder = ''  # NOTE: Need to be overwritten
        self.destFolder = ''
        self.auth = Authenticator()
        self.pathParser = PathParser()
        # load config from .flash_pvt file
        self.load_config_file()

    def setData(self, data=None):
        if data is None:
            data = self.pathParser.get_builds_list_from_url(self.baseUrl)
        self.data = data

    def setAuth(self, user, pwd):
        ## pass auth parameters
        self.auth.authenticate(self.baseUrl, user, pwd)
        if not self.auth.is_authenticated:
            return False
        self.setData()
        return True

    def quit(self):
        '''
        Halt the program
        '''
        print('### quit function invoked')
        sys.exit(0)

    def doFlash(self, targets):
        if len(self.destFolder) == 0:
            self.destFolder = self.destRootFolder
        download = Downloader()
        archives = {}
        cmd = './shallow_flash.sh -y'
        sp = ''
        if _platform == 'darwin':
            sp = ' '
        for target in targets:
            archives[target] = download.download(self.paths[target],
                                                 self.destFolder,
                                                 status_callback=self.printErr)
        if PathParser._IMAGES in targets:
            try:
                self.temp_dir = tempfile.mkdtemp()
                self.logger.log('Create temporary folder:' + self.temp_dir,
                                status_callback=self.printErr)
                Decompressor().unzip(archives[PathParser._IMAGES],
                                     self.temp_dir,
                                     status_callback=self.printErr)
                # set the permissions to rwxrwxr-x (509 in python's os.chmod)
                os.chmod(
                    self.temp_dir + '/b2g-distro/flash.sh', stat.S_IRUSR
                    | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP
                    | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.chmod(
                    self.temp_dir + '/b2g-distro/load-config.sh', stat.S_IRUSR
                    | stat.S_IWUSR | stat.S_IXUSR | stat.S_IRGRP | stat.S_IWGRP
                    | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH)
                os.system('cd ' + self.temp_dir + '/b2g-distro; ./flash.sh -f')
                return
            finally:
                try:
                    shutil.rmtree(self.temp_dir)  # delete directory
                except OSError:
                    self.logger.log('Can not remove temporary folder:' +
                                    self.temp_dir,
                                    status_callback=self.printErr,
                                    level=Logger._LEVEL_WARNING)
            flash_img_cmd = 'CUR_DIR=`pwd`; TEMP_DIR=`mktemp -d`; unzip -d $TEMP_DIR ' + archives[PathParser._IMAGES] + '; \\\n' + \
                            'cd $TEMP_DIR/b2g-distro/; ./flash.sh -f; \\\ncd $CUR_DIR; rm -rf $TEMP_DIR'
            self.logger.log(
                '!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n'
                % (flash_img_cmd, ))
        else:
            if PathParser._GAIA in targets:
                cmd = cmd + ' -g' + sp + archives[PathParser._GAIA]
            if PathParser._GECKO in targets:
                cmd = cmd + ' -G' + sp + archives[PathParser._GECKO]
            print('run command: ' + cmd)
            os.system(cmd)
            self.logger.log(
                '!!NOTE!! Following commands can help you to flash packages into other device WITHOUT download again.\n%s\n'
                % (cmd, ))
        self.logger.log('Flash Done.', status_callback=self.printErr)
        self.after_flash_action()
        self.quit()

    def after_flash_action(self):
        pass

    def printErr(self, message):
        raise NotImplementedError

    def getPackages(self, src, build_id=''):
        '''
        input src and build-id, then setup the dest-folder and return the available packages.
        '''
        #TODO: Async request?
        query = self.pathParser.get_available_packages_from_url(
            self.baseUrl, src, build_id=build_id)
        self.paths = {}
        package = []
        if PathParser._GAIA in query and PathParser._GECKO in query:
            package.append(PathParser._GAIA_GECKO)
        if PathParser._GAIA in query:
            package.append(PathParser._GAIA)
            self.paths[PathParser._GAIA] = query[PathParser._GAIA]
        if PathParser._GECKO in query:
            package.append(PathParser._GECKO)
            self.paths[PathParser._GECKO] = query[PathParser._GECKO]
        if PathParser._IMAGES in query:
            package.append(PathParser._IMAGES)
            self.paths[PathParser._IMAGES] = query[PathParser._IMAGES]
        # set up the download dest folder
        self.destFolder = self._get_dest_folder_from_build_id(
            self.destRootFolder, src, build_id)
        return package

    def getLatestBuildId(self, src):
        # TODO: Get from remote and Use in local flash;
        #       should be an async request?
        pass

    def load_config_file(self):
        '''
        Load ".flash_pvt" as config file.
        If there is no file, then copy from ".flash_pvt.template".
        '''
        if not os.path.exists('.flash_pvt'):
            shutil.copy2('.flash_pvt.template', '.flash_pvt')
        account = {}
        with open('.flash_pvt') as f:
            config = eval(f.read())
        if 'account' in config:
            self.account = config['account']
        if 'password' in config:
            self.password = config['password']
        if 'download_home' in config:
            self.destRootFolder = config['download_home']
        if 'base_url' in config:
            self.baseUrl = config['base_url']

    def _get_dest_folder_from_build_id(self, root_folder, build_src, build_id):
        target_folder = ''
        if not build_id == '' or build_id == 'latest':
            if self.pathParser.verify_build_id(build_id):
                sub_folder = re.sub(
                    r'^/', '', self.pathParser.get_path_of_build_id(build_id))
                target_folder = os.path.join(root_folder, build_src,
                                             sub_folder)
            else:
                self.logger.log('The build id [' + build_id +
                                '] is not not valid.',
                                status_callback=self.printErr,
                                level=Logger._LEVEL_WARNING)
                self.quit()
        else:
            target_folder = os.path.join(root_folder, build_src, 'latest')
        self.logger.log('Set up dest folder to [' + target_folder + '].',
                        status_callback=self.printErr)
        return target_folder