def map_api_data(self, apidata: dict, pkgs_installed: Optional[dict], categories: Dict[str, List[str]]) -> ArchPackage: data = pkgs_installed.get( apidata.get('Name')) if pkgs_installed else None app = ArchPackage(name=apidata.get('Name'), installed=bool(data), repository='aur', i18n=self.i18n) app.status = PackageStatus.LOADING_DATA if categories: app.categories = categories.get(app.name) if data: app.version = data.get('version') app.description = data.get('description') self.fill_api_data(app, apidata, fill_version=not data) if app.orphan or app.out_of_date: if app.categories is None: app.categories = [] if app.orphan: app.categories.append('orphan') if app.out_of_date: app.categories.append('out_of_date') return app
def map_api_data(self, apidata: dict, installed: dict, categories: dict) -> ArchPackage: data = installed.get(apidata.get('Name')) app = ArchPackage(name=apidata.get('Name'), installed=bool(data), mirror='aur', i18n=self.i18n) app.status = PackageStatus.LOADING_DATA if categories: app.categories = categories.get(app.name) if data: app.version = data.get('version') app.description = data.get('description') self.fill_api_data(app, apidata, fill_version=not data) return app
def map_api_data(self, apidata: dict, pkgs_installed: Optional[dict], categories: dict) -> ArchPackage: data = pkgs_installed.get( apidata.get('Name')) if pkgs_installed else None app = ArchPackage(name=apidata.get('Name'), installed=bool(data), repository='aur', i18n=self.i18n) app.status = PackageStatus.LOADING_DATA if categories: app.categories = categories.get(app.name) if data: app.version = data.get('version') app.description = data.get('description') self.fill_api_data(app, apidata, fill_version=not data) return app
def _fill_aur_pkgs(self, not_signed: dict, pkgs: list, disk_loader: DiskCacheLoader, internet_available: bool): downgrade_enabled = git.is_enabled() if internet_available: try: pkgsinfo = self.aur_client.get_info(not_signed.keys()) if pkgsinfo: for pkgdata in pkgsinfo: pkg = self.mapper.map_api_data(pkgdata, not_signed, self.categories) pkg.downgrade_enabled = downgrade_enabled if disk_loader: disk_loader.fill(pkg) pkg.status = PackageStatus.READY pkgs.append(pkg) return except requests.exceptions.ConnectionError: self.logger.warning( 'Could not retrieve installed AUR packages API data. It seems the internet connection is off.' ) self.logger.info("Reading only local AUR packages data") for name, data in not_signed.items(): pkg = ArchPackage(name=name, version=data.get('version'), latest_version=data.get('version'), description=data.get('description'), installed=True, mirror='aur') pkg.categories = self.categories.get(pkg.name) pkg.downgrade_enabled = downgrade_enabled if disk_loader: disk_loader.fill(pkg) pkg.status = PackageStatus.READY pkgs.append(pkg)
def save_several(pkgnames: Iterable[str], repo_map: Dict[str, str], overwrite: bool = True, maintainer: str = None, categories: dict = None, when_prepared=None, after_written=None) -> int: if overwrite: to_cache = pkgnames else: to_cache = { n for n in pkgnames if not os.path.exists(ArchPackage.disk_cache_path(n)) } desktop_files = pacman.list_desktop_entries(to_cache) no_desktop_files = set() to_write = [] if desktop_files: desktop_matches, no_exact_match = {}, set() for pkg in to_cache: # first try to find exact matches try: clean_name = RE_CLEAN_NAME.sub('', pkg) ends_with = re.compile( r'/usr/share/applications/{}.desktop$'.format(clean_name), re.IGNORECASE) except: raise for f in desktop_files: if ends_with.match(f) and os.path.isfile(f): desktop_matches[pkg] = f break if pkg not in desktop_matches: no_exact_match.add(pkg) if no_exact_match: # check every not matched app individually for pkg in no_exact_match: entries = pacman.list_desktop_entries({pkg}) if entries: if len(entries) > 1: for e in entries: if e.startswith('/usr/share/applications' ) and os.path.isfile(e): desktop_matches[pkg] = e break else: if os.path.isfile(entries[0]): desktop_matches[pkg] = entries[0] if not desktop_matches: no_desktop_files = to_cache else: if len(desktop_matches) != len(to_cache): no_desktop_files = { p for p in to_cache if p not in desktop_matches } pkgs, apps_icons_noabspath = [], [] for pkgname, file in desktop_matches.items(): p = ArchPackage(name=pkgname, repository=repo_map.get(pkgname)) with open(file) as f: try: desktop_entry = f.read() p.desktop_entry = file for field in RE_DESKTOP_ENTRY.findall(desktop_entry): if field[0] == 'Exec': p.command = field[1].strip().replace('"', '') elif field[0] == 'Icon': p.icon_path = field[1].strip() if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined apps_icons_noabspath.append(p) elif field[0] == 'NoDisplay' and field[1].strip( ).lower() == 'true': p.command = None if p.icon_path: apps_icons_noabspath.remove(p.icon_path) p.icon_path = None except: continue pkgs.append(p) if when_prepared: when_prepared(p.name) if apps_icons_noabspath: icon_paths = pacman.list_icon_paths( {app.name for app in apps_icons_noabspath}) if icon_paths: for p in apps_icons_noabspath: fill_icon_path(p, icon_paths, False) for p in pkgs: to_write.append(p) else: no_desktop_files = {*pkgnames} if no_desktop_files: bin_paths = pacman.list_bin_paths(no_desktop_files) icon_paths = pacman.list_icon_paths(no_desktop_files) for n in no_desktop_files: p = ArchPackage(name=n, repository=repo_map.get(n)) if bin_paths: clean_name = RE_CLEAN_NAME.sub('', p.name) ends_with = re.compile(r'.+/{}$'.format(clean_name), re.IGNORECASE) for path in bin_paths: if ends_with.match(path): p.command = path break if icon_paths: fill_icon_path(p, icon_paths, only_exact_match=True) to_write.append(p) if when_prepared: when_prepared(p.name) if to_write: written = set() for p in to_write: if categories: p.categories = categories.get(p.name) if maintainer and not p.maintainer: p.maintainer = maintainer write(p) if after_written: after_written(p.name) written.add(p.name) if len(to_write) != len(to_cache): for n in pkgnames: if n not in written: Path(ArchPackage.disk_cache_path(n)).mkdir(parents=True, exist_ok=True) if after_written: after_written(n) return len(to_write) return 0
def save_several(pkgnames: Set[str], mirror: str, overwrite: bool = True, maintainer: str = None, categories: dict = None) -> int: to_cache = { n for n in pkgnames if overwrite or not os.path.exists(ArchPackage.disk_cache_path(n, mirror)) } desktop_files = pacman.list_desktop_entries(to_cache) no_desktop_files = {} to_write = [] if desktop_files: desktop_matches, no_exact_match = {}, set() for pkg in to_cache: # first try to find exact matches ends_with = re.compile( '/usr/share/applications/{}.desktop$'.format(pkg), re.IGNORECASE) for f in desktop_files: if ends_with.match(f): desktop_matches[pkg] = f break if pkg not in desktop_matches: no_exact_match.add(pkg) if no_exact_match: # check every not matched app individually for pkg in no_exact_match: entries = pacman.list_desktop_entries({pkg}) if entries: desktop_matches[pkg] = entries[0] if len(entries) > 1: for e in entries: if e.startswith('/usr/share/applications'): desktop_matches[pkg] = e break if not desktop_matches: no_desktop_files = to_cache else: if len(desktop_matches) != len(to_cache): no_desktop_files = { p for p in to_cache if p not in desktop_matches } pkgs, apps_icons_noabspath = [], [] for pkgname, file in desktop_matches.items(): p = ArchPackage(name=pkgname, mirror=mirror) p.desktop_entry = file with open(file) as f: desktop_entry = f.read() for field in RE_DESKTOP_ENTRY.findall(desktop_entry): if field[0] == 'Exec': p.command = field[1].strip().replace('"', '') elif field[0] == 'Icon': p.icon_path = field[1].strip() if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined apps_icons_noabspath.append(p) pkgs.append(p) if apps_icons_noabspath: icon_paths = pacman.list_icon_paths( {app.name for app in apps_icons_noabspath}) if icon_paths: for p in apps_icons_noabspath: fill_icon_path(p, icon_paths, False) for p in pkgs: to_write.append(p) if no_desktop_files: pkgs = {ArchPackage(name=n, mirror=mirror) for n in no_desktop_files} bin_paths = pacman.list_bin_paths(no_desktop_files) if bin_paths: for p in pkgs: ends_with = re.compile(r'.+/{}$'.format(p.name), re.IGNORECASE) for path in bin_paths: if ends_with.match(path): p.command = path break icon_paths = pacman.list_icon_paths(no_desktop_files) if icon_paths: for p in pkgs: fill_icon_path(p, icon_paths, only_exact_match=True) for p in pkgs: to_write.append(p) if to_write: for p in to_write: if categories: p.categories = categories.get(p.name) p.maintainer = maintainer write(p) return len(to_write) return 0