def fill_api_data(self, pkg: ArchPackage, package: dict, fill_version: bool = True): version = package.get('Version') if version: version = version.split(':') version = version[0] if len(version) == 1 else version[1] pkg.id = package.get('ID') pkg.name = package.get('Name') if fill_version: pkg.version = version pkg.latest_version = version pkg.description = package.get('Description') pkg.package_base = package.get('PackageBase') pkg.popularity = package.get('Popularity') pkg.votes = package.get('NumVotes') pkg.maintainer = package.get('Maintainer') pkg.url_download = URL_PKG_DOWNLOAD.format( package['URLPath']) if package.get('URLPath') else None pkg.first_submitted = datetime.fromtimestamp( package['FirstSubmitted']) if package.get( 'FirstSubmitted') else None pkg.last_modified = datetime.fromtimestamp( package['LastModified']) if package.get('LastModified') else None pkg.update = self.check_update(pkg.version, pkg.latest_version, check_suffix=pkg.name in BAUH_PACKAGES)
def write(pkg: ArchPackage, desktop_file: Optional[str] = None, command: Optional[str] = None, icon: Optional[str] = None, maintainer: Optional[str] = None, after_written: Optional[callable] = None): pkg.desktop_entry = desktop_file pkg.command = command pkg.icon_path = icon if maintainer and not pkg.maintainer: pkg.maintainer = maintainer Path(pkg.get_disk_cache_path()).mkdir(parents=True, exist_ok=True) data = pkg.get_data_to_cache() with open(pkg.get_disk_data_path(), 'w+') as f: f.write(json.dumps(data)) if after_written: after_written(pkg.name)
def fill_api_data(self, pkg: ArchPackage, api_data: dict, fill_version: bool = True): pkg.id = api_data.get('ID') if not pkg.name: pkg.name = api_data.get('Name') if not pkg.description: pkg.description = api_data.get('Description') pkg.package_base = api_data.get('PackageBase') pkg.popularity = api_data.get('Popularity') pkg.votes = api_data.get('NumVotes') pkg.maintainer = api_data.get('Maintainer') pkg.url_download = URL_PKG_DOWNLOAD.format( api_data['URLPath']) if api_data.get('URLPath') else None pkg.out_of_date = bool(api_data.get('OutOfDate')) if api_data['FirstSubmitted'] and isinstance( api_data['FirstSubmitted'], int): pkg.first_submitted = api_data['FirstSubmitted'] if not pkg.installed: self.fill_last_modified(pkg=pkg, api_data=api_data) version = api_data.get('Version') if version: version = version.split(':') version = version[0] if len(version) == 1 else version[1] if fill_version: pkg.version = version pkg.latest_version = version
def save_several(pkgnames: Set[str], mirror: str, overwrite: bool = True, maintainer: str = None) -> int: to_cache = {n for n in pkgnames if overwrite or not os.path.exists(ArchPackage.disk_cache_path(n, mirror))} desktop_files = pacman.list_desktop_entries(to_cache) no_desktop_files = {} to_write = [] if desktop_files: desktop_matches, no_exact_match = {}, set() for pkg in to_cache: # first try to find exact matches ends_with = re.compile('/usr/share/applications/{}.desktop$'.format(pkg), re.IGNORECASE) for f in desktop_files: if ends_with.match(f): desktop_matches[pkg] = f break if pkg not in desktop_matches: no_exact_match.add(pkg) if no_exact_match: # check every not matched app individually for pkg in no_exact_match: entries = pacman.list_desktop_entries({pkg}) if entries: desktop_matches[pkg] = entries[0] if len(entries) > 1: for e in entries: if e.startswith('/usr/share/applications'): desktop_matches[pkg] = e break if not desktop_matches: no_desktop_files = to_cache else: if len(desktop_matches) != len(to_cache): no_desktop_files = {p for p in to_cache if p not in desktop_matches} pkgs, apps_icons_noabspath = [], [] for pkgname, file in desktop_matches.items(): p = ArchPackage(name=pkgname, mirror=mirror) p.desktop_entry = file with open(file) as f: desktop_entry = f.read() for field in RE_DESKTOP_ENTRY.findall(desktop_entry): if field[0] == 'Exec': p.command = field[1].strip().replace('"', '') elif field[0] == 'Icon': p.icon_path = field[1].strip() if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined apps_icons_noabspath.append(p) pkgs.append(p) if apps_icons_noabspath: icon_paths = pacman.list_icon_paths({app.name for app in apps_icons_noabspath}) if icon_paths: for p in apps_icons_noabspath: fill_icon_path(p, icon_paths, False) for p in pkgs: to_write.append(p) if no_desktop_files: pkgs = {ArchPackage(name=n, mirror=mirror) for n in no_desktop_files} bin_paths = pacman.list_bin_paths(no_desktop_files) if bin_paths: for p in pkgs: ends_with = re.compile(r'.+/{}$'.format(p.name), re.IGNORECASE) for path in bin_paths: if ends_with.match(path): p.command = path break icon_paths = pacman.list_icon_paths(no_desktop_files) if icon_paths: for p in pkgs: fill_icon_path(p, icon_paths, only_exact_match=True) for p in pkgs: to_write.append(p) if to_write: for p in to_write: p.maintainer = maintainer write(p) return len(to_write) return 0
def save_several(pkgnames: Iterable[str], repo_map: Dict[str, str], overwrite: bool = True, maintainer: str = None, categories: dict = None, when_prepared=None, after_written=None) -> int: if overwrite: to_cache = pkgnames else: to_cache = { n for n in pkgnames if not os.path.exists(ArchPackage.disk_cache_path(n)) } desktop_files = pacman.list_desktop_entries(to_cache) no_desktop_files = set() to_write = [] if desktop_files: desktop_matches, no_exact_match = {}, set() for pkg in to_cache: # first try to find exact matches try: clean_name = RE_CLEAN_NAME.sub('', pkg) ends_with = re.compile( r'/usr/share/applications/{}.desktop$'.format(clean_name), re.IGNORECASE) except: raise for f in desktop_files: if ends_with.match(f) and os.path.isfile(f): desktop_matches[pkg] = f break if pkg not in desktop_matches: no_exact_match.add(pkg) if no_exact_match: # check every not matched app individually for pkg in no_exact_match: entries = pacman.list_desktop_entries({pkg}) if entries: if len(entries) > 1: for e in entries: if e.startswith('/usr/share/applications' ) and os.path.isfile(e): desktop_matches[pkg] = e break else: if os.path.isfile(entries[0]): desktop_matches[pkg] = entries[0] if not desktop_matches: no_desktop_files = to_cache else: if len(desktop_matches) != len(to_cache): no_desktop_files = { p for p in to_cache if p not in desktop_matches } pkgs, apps_icons_noabspath = [], [] for pkgname, file in desktop_matches.items(): p = ArchPackage(name=pkgname, repository=repo_map.get(pkgname)) with open(file) as f: try: desktop_entry = f.read() p.desktop_entry = file for field in RE_DESKTOP_ENTRY.findall(desktop_entry): if field[0] == 'Exec': p.command = field[1].strip().replace('"', '') elif field[0] == 'Icon': p.icon_path = field[1].strip() if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined apps_icons_noabspath.append(p) elif field[0] == 'NoDisplay' and field[1].strip( ).lower() == 'true': p.command = None if p.icon_path: apps_icons_noabspath.remove(p.icon_path) p.icon_path = None except: continue pkgs.append(p) if when_prepared: when_prepared(p.name) if apps_icons_noabspath: icon_paths = pacman.list_icon_paths( {app.name for app in apps_icons_noabspath}) if icon_paths: for p in apps_icons_noabspath: fill_icon_path(p, icon_paths, False) for p in pkgs: to_write.append(p) else: no_desktop_files = {*pkgnames} if no_desktop_files: bin_paths = pacman.list_bin_paths(no_desktop_files) icon_paths = pacman.list_icon_paths(no_desktop_files) for n in no_desktop_files: p = ArchPackage(name=n, repository=repo_map.get(n)) if bin_paths: clean_name = RE_CLEAN_NAME.sub('', p.name) ends_with = re.compile(r'.+/{}$'.format(clean_name), re.IGNORECASE) for path in bin_paths: if ends_with.match(path): p.command = path break if icon_paths: fill_icon_path(p, icon_paths, only_exact_match=True) to_write.append(p) if when_prepared: when_prepared(p.name) if to_write: written = set() for p in to_write: if categories: p.categories = categories.get(p.name) if maintainer and not p.maintainer: p.maintainer = maintainer write(p) if after_written: after_written(p.name) written.add(p.name) if len(to_write) != len(to_cache): for n in pkgnames: if n not in written: Path(ArchPackage.disk_cache_path(n)).mkdir(parents=True, exist_ok=True) if after_written: after_written(n) return len(to_write) return 0