def fill_api_data(self,
pkg: ArchPackage,
package: dict,
fill_version: bool = True):
version = package.get('Version')
if version:
version = version.split(':')
version = version[0] if len(version) == 1 else version[1]
pkg.id = package.get('ID')
pkg.name = package.get('Name')
if fill_version:
pkg.version = version
pkg.latest_version = version
pkg.description = package.get('Description')
pkg.package_base = package.get('PackageBase')
pkg.popularity = package.get('Popularity')
pkg.votes = package.get('NumVotes')
pkg.maintainer = package.get('Maintainer')
pkg.url_download = URL_PKG_DOWNLOAD.format(
package['URLPath']) if package.get('URLPath') else None
pkg.first_submitted = datetime.fromtimestamp(
package['FirstSubmitted']) if package.get(
'FirstSubmitted') else None
pkg.last_modified = datetime.fromtimestamp(
package['LastModified']) if package.get('LastModified') else None
pkg.update = self.check_update(pkg.version,
pkg.latest_version,
check_suffix=pkg.name in BAUH_PACKAGES)
def write(pkg: ArchPackage,
desktop_file: Optional[str] = None,
command: Optional[str] = None,
icon: Optional[str] = None,
maintainer: Optional[str] = None,
after_written: Optional[callable] = None):
pkg.desktop_entry = desktop_file
pkg.command = command
pkg.icon_path = icon
if maintainer and not pkg.maintainer:
pkg.maintainer = maintainer
Path(pkg.get_disk_cache_path()).mkdir(parents=True, exist_ok=True)
data = pkg.get_data_to_cache()
with open(pkg.get_disk_data_path(), 'w+') as f:
f.write(json.dumps(data))
if after_written:
after_written(pkg.name)
def fill_api_data(self,
pkg: ArchPackage,
api_data: dict,
fill_version: bool = True):
pkg.id = api_data.get('ID')
if not pkg.name:
pkg.name = api_data.get('Name')
if not pkg.description:
pkg.description = api_data.get('Description')
pkg.package_base = api_data.get('PackageBase')
pkg.popularity = api_data.get('Popularity')
pkg.votes = api_data.get('NumVotes')
pkg.maintainer = api_data.get('Maintainer')
pkg.url_download = URL_PKG_DOWNLOAD.format(
api_data['URLPath']) if api_data.get('URLPath') else None
pkg.out_of_date = bool(api_data.get('OutOfDate'))
if api_data['FirstSubmitted'] and isinstance(
api_data['FirstSubmitted'], int):
pkg.first_submitted = api_data['FirstSubmitted']
if not pkg.installed:
self.fill_last_modified(pkg=pkg, api_data=api_data)
version = api_data.get('Version')
if version:
version = version.split(':')
version = version[0] if len(version) == 1 else version[1]
if fill_version:
pkg.version = version
pkg.latest_version = version
def save_several(pkgnames: Set[str], mirror: str, overwrite: bool = True, maintainer: str = None) -> int:
to_cache = {n for n in pkgnames if overwrite or not os.path.exists(ArchPackage.disk_cache_path(n, mirror))}
desktop_files = pacman.list_desktop_entries(to_cache)
no_desktop_files = {}
to_write = []
if desktop_files:
desktop_matches, no_exact_match = {}, set()
for pkg in to_cache: # first try to find exact matches
ends_with = re.compile('/usr/share/applications/{}.desktop$'.format(pkg), re.IGNORECASE)
for f in desktop_files:
if ends_with.match(f):
desktop_matches[pkg] = f
break
if pkg not in desktop_matches:
no_exact_match.add(pkg)
if no_exact_match: # check every not matched app individually
for pkg in no_exact_match:
entries = pacman.list_desktop_entries({pkg})
if entries:
desktop_matches[pkg] = entries[0]
if len(entries) > 1:
for e in entries:
if e.startswith('/usr/share/applications'):
desktop_matches[pkg] = e
break
if not desktop_matches:
no_desktop_files = to_cache
else:
if len(desktop_matches) != len(to_cache):
no_desktop_files = {p for p in to_cache if p not in desktop_matches}
pkgs, apps_icons_noabspath = [], []
for pkgname, file in desktop_matches.items():
p = ArchPackage(name=pkgname, mirror=mirror)
p.desktop_entry = file
with open(file) as f:
desktop_entry = f.read()
for field in RE_DESKTOP_ENTRY.findall(desktop_entry):
if field[0] == 'Exec':
p.command = field[1].strip().replace('"', '')
elif field[0] == 'Icon':
p.icon_path = field[1].strip()
if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined
apps_icons_noabspath.append(p)
pkgs.append(p)
if apps_icons_noabspath:
icon_paths = pacman.list_icon_paths({app.name for app in apps_icons_noabspath})
if icon_paths:
for p in apps_icons_noabspath:
fill_icon_path(p, icon_paths, False)
for p in pkgs:
to_write.append(p)
if no_desktop_files:
pkgs = {ArchPackage(name=n, mirror=mirror) for n in no_desktop_files}
bin_paths = pacman.list_bin_paths(no_desktop_files)
if bin_paths:
for p in pkgs:
ends_with = re.compile(r'.+/{}$'.format(p.name), re.IGNORECASE)
for path in bin_paths:
if ends_with.match(path):
p.command = path
break
icon_paths = pacman.list_icon_paths(no_desktop_files)
if icon_paths:
for p in pkgs:
fill_icon_path(p, icon_paths, only_exact_match=True)
for p in pkgs:
to_write.append(p)
if to_write:
for p in to_write:
p.maintainer = maintainer
write(p)
return len(to_write)
return 0
def save_several(pkgnames: Iterable[str],
repo_map: Dict[str, str],
overwrite: bool = True,
maintainer: str = None,
categories: dict = None,
when_prepared=None,
after_written=None) -> int:
if overwrite:
to_cache = pkgnames
else:
to_cache = {
n
for n in pkgnames
if not os.path.exists(ArchPackage.disk_cache_path(n))
}
desktop_files = pacman.list_desktop_entries(to_cache)
no_desktop_files = set()
to_write = []
if desktop_files:
desktop_matches, no_exact_match = {}, set()
for pkg in to_cache: # first try to find exact matches
try:
clean_name = RE_CLEAN_NAME.sub('', pkg)
ends_with = re.compile(
r'/usr/share/applications/{}.desktop$'.format(clean_name),
re.IGNORECASE)
except:
raise
for f in desktop_files:
if ends_with.match(f) and os.path.isfile(f):
desktop_matches[pkg] = f
break
if pkg not in desktop_matches:
no_exact_match.add(pkg)
if no_exact_match: # check every not matched app individually
for pkg in no_exact_match:
entries = pacman.list_desktop_entries({pkg})
if entries:
if len(entries) > 1:
for e in entries:
if e.startswith('/usr/share/applications'
) and os.path.isfile(e):
desktop_matches[pkg] = e
break
else:
if os.path.isfile(entries[0]):
desktop_matches[pkg] = entries[0]
if not desktop_matches:
no_desktop_files = to_cache
else:
if len(desktop_matches) != len(to_cache):
no_desktop_files = {
p
for p in to_cache if p not in desktop_matches
}
pkgs, apps_icons_noabspath = [], []
for pkgname, file in desktop_matches.items():
p = ArchPackage(name=pkgname, repository=repo_map.get(pkgname))
with open(file) as f:
try:
desktop_entry = f.read()
p.desktop_entry = file
for field in RE_DESKTOP_ENTRY.findall(desktop_entry):
if field[0] == 'Exec':
p.command = field[1].strip().replace('"', '')
elif field[0] == 'Icon':
p.icon_path = field[1].strip()
if p.icon_path and '/' not in p.icon_path: # if the icon full path is not defined
apps_icons_noabspath.append(p)
elif field[0] == 'NoDisplay' and field[1].strip(
).lower() == 'true':
p.command = None
if p.icon_path:
apps_icons_noabspath.remove(p.icon_path)
p.icon_path = None
except:
continue
pkgs.append(p)
if when_prepared:
when_prepared(p.name)
if apps_icons_noabspath:
icon_paths = pacman.list_icon_paths(
{app.name
for app in apps_icons_noabspath})
if icon_paths:
for p in apps_icons_noabspath:
fill_icon_path(p, icon_paths, False)
for p in pkgs:
to_write.append(p)
else:
no_desktop_files = {*pkgnames}
if no_desktop_files:
bin_paths = pacman.list_bin_paths(no_desktop_files)
icon_paths = pacman.list_icon_paths(no_desktop_files)
for n in no_desktop_files:
p = ArchPackage(name=n, repository=repo_map.get(n))
if bin_paths:
clean_name = RE_CLEAN_NAME.sub('', p.name)
ends_with = re.compile(r'.+/{}$'.format(clean_name),
re.IGNORECASE)
for path in bin_paths:
if ends_with.match(path):
p.command = path
break
if icon_paths:
fill_icon_path(p, icon_paths, only_exact_match=True)
to_write.append(p)
if when_prepared:
when_prepared(p.name)
if to_write:
written = set()
for p in to_write:
if categories:
p.categories = categories.get(p.name)
if maintainer and not p.maintainer:
p.maintainer = maintainer
write(p)
if after_written:
after_written(p.name)
written.add(p.name)
if len(to_write) != len(to_cache):
for n in pkgnames:
if n not in written:
Path(ArchPackage.disk_cache_path(n)).mkdir(parents=True,
exist_ok=True)
if after_written:
after_written(n)
return len(to_write)
return 0
