class Base(object):
"""Base class that is controlled by RPM GUI"""
def __init__(self):
self.conf = Conf()
self._setup_logging()
self._project_builder = ProjectBuilder()
self.spec = Spec()
self.sack = None
self._package_builder = PackageBuilder()
self._source_loader = SourceLoader()
self._copr_uploader = CoprUploader()
def dnf_load_sack(self):
logging.info('DNF sack is loading')
import dnf
with dnf.Base() as self._dnf_base:
self._dnf_base.conf.releasever = dnf.rpm.detect_releasever(
self._dnf_base.conf.installroot)
self._dnf_base.read_all_repos()
self._dnf_base.fill_sack()
return self._dnf_base.sack
def _setup_logging(self):
if geteuid() == 0:
log_dir = "/var/log/rpg/"
else:
log_dir = "/var/tmp/rpg/"
if not isdir(log_dir):
makedirs(log_dir)
logging.basicConfig(level=logging.DEBUG,
format='[%(asctime)s] {%(pathname)s:%(lineno)d} '
'%(levelname)s - %(message)s',
handlers=[logging.FileHandler(log_dir + "rpg.log"),
logging.StreamHandler()],
datefmt='%H:%M:%S')
def load_plugins(self):
self._plugin_engine = PluginEngine(self.spec, self.sack)
self._plugin_engine.load_plugins(
Path('rpg/plugins'),
self.conf.exclude)
for directory in self.conf.directories:
self._plugin_engine.load_plugins(
Path(directory),
self.conf.exclude)
@property
def base_dir(self):
try:
return Path("/tmp/rpg-%s-%s" % (self._input_name, self._hash))
except AttributeError:
msg = "`process_archive_or_dir` method needs to be called first"
raise RuntimeError(msg)
@property
def extracted_dir(self):
return self.base_dir / "extracted"
@property
def compiled_dir(self):
return self.base_dir / "compiled"
@property
def installed_dir(self):
return self.base_dir / "installed"
@property
def project_name(self):
return self.spec.Name
@property
def spec_path(self):
return self.base_dir / (self.project_name + ".spec")
@property
def archive_path(self):
return self.base_dir / self.spec.Source
@property
def srpm_path(self):
return next(self.base_dir.glob(self.project_name + "*src.rpm"))
def process_archive_or_dir(self, path):
"""executed in background after dir/tarball/SRPM selection"""
p = Path(path)
self._hash = self.compute_checksum(p)
self._input_name = p.name
self._setup_workspace()
self._source_loader.load_sources(p, self.extracted_dir)
def run_raw_sources_analysis(self):
"""executed in background after dir/tarball/SRPM selection"""
self._plugin_engine.execute_phase(phases[0],
self.extracted_dir)
def apply_patches(self, ordered_patches):
"""executed in background after patch selection and reordering"""
self._project_builder.apply_patches(ordered_patches)
def run_patched_sources_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[1],
self.extracted_dir)
def build_project(self):
"""executed in background after filled requires screen"""
self._project_builder.build(self.extracted_dir,
self.compiled_dir,
self.spec.build)
def run_compiled_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[2],
self.extracted_dir)
def install_project(self):
"""executed in background after filled requires screen"""
self._project_builder.install(self.compiled_dir,
self.installed_dir,
self.spec.install)
def run_installed_analysis(self):
"""executed in background after successful project build"""
self._plugin_engine.execute_phase(phases[3],
self.installed_dir)
def write_spec(self):
with open(str(self.spec_path), 'w') as spec_file:
spec_file.write(str(self.spec))
def build_srpm(self):
if not self.spec_path.exists():
self.write_spec()
self._package_builder.build_srpm(
self.spec_path, self.archive_path, self.base_dir)
def build_packages(self, distros, archs=platform.machine()):
"""builds packages for desired distributions"""
for arch in archs:
for distro in distros:
self._package_builder.build(self.spec_path, self.archive_path,
distro, arch)
@staticmethod
def compute_checksum(sources):
if sources.is_dir():
cmd = "find %s -type f -print0 | sort -z | xargs " \
"-0 sha1sum | sha1sum" % sources.resolve()
else:
cmd = "sha1sum %s" % sources.resolve()
return cmd_output([cmd])[:7]
@property
def all_dirs(self):
return [
self.extracted_dir,
self.compiled_dir,
self.installed_dir
]
def _setup_workspace(self):
"""make sure all directories used later will exist"""
try:
shutil.rmtree(str(self.base_dir))
except FileNotFoundError:
pass
for d in self.all_dirs:
d.mkdir(parents=True)
# predictor methods are used for autocompletion of the field,
# every guess_* method return list of strings matched ordered
# by their rank
def guess_name(self):
name = str(self._input_name)
if isdir(name):
return name
else:
if name[-4:] == ".zip":
return name[:-4]
else:
if "tar" in name:
return name.split(".tar")[0]
return ""
def guess_provide(self):
# returns list of all known provides
provides = set()
for pkg in self.sack.query():
provides.update(pkg.provides)
return sorted(provides)
def guess_changelog_data(self):
# returns list of tuples (author, email) from git
pass
def guess_dependency(self):
# returns guess_provide() + all package names from repos
names = map(lambda pkg: pkg.name, self.sack.query())
return sorted(set(names).union(set(self.guess_provide())))
def guess_license(self):
# returns list of all known licenses
licenses = set()
for pkg in self.sack.query():
licenses.update(pkg.license)
return sorted(licenses)
class Base(object):
"""Base class that is controlled by RPM GUI"""
def __init__(self):
self.conf = Conf()
self._setup_logging()
self._project_builder = ProjectBuilder()
self.spec = Spec()
self.sack = None
self._package_builder = PackageBuilder()
self._source_loader = SourceLoader()
def dnf_load_sack(self):
logging.info('DNF sack is loading')
import dnf
with dnf.Base() as self._dnf_base:
self._dnf_base.conf.releasever = dnf.rpm.detect_releasever(
self._dnf_base.conf.installroot)
self._dnf_base.read_all_repos()
self._dnf_base.fill_sack()
return self._dnf_base.sack
def _setup_logging(self):
if geteuid() == 0:
log_dir = "/var/log/rpg/"
else:
log_dir = "/var/tmp/rpg/"
if not isdir(log_dir):
makedirs(log_dir)
logging.basicConfig(level=logging.DEBUG,
format='[%(asctime)s] {%(pathname)s:%(lineno)d} '
'%(levelname)s - %(message)s',
handlers=[logging.FileHandler(log_dir + "rpg.log"),
logging.StreamHandler()],
datefmt='%H:%M:%S')
def load_plugins(self):
self._plugin_engine = PluginEngine(self.spec, self.sack)
self._plugin_engine.load_plugins(
Path('rpg/plugins'),
self.conf.exclude)
for directory in self.conf.directories:
self._plugin_engine.load_plugins(
Path(directory),
self.conf.exclude)
def create_archive(self):
""" Creates archive (archvie_path) from Source folder """
self.spec.Source = self.spec.Name + "-" + self.spec.Version + ".tar.gz"
_tar = Command("tar zcf " + str(self.archive_path) +
" -C " + str(self.extracted_dir) +
" . --transform='s/^\./" +
self.spec.Name + "-" + self.spec.Version + "/g'")
_tar.execute()
logging.debug(str(_tar))
@property
def base_dir(self):
try:
return Path("/tmp/rpg-%s-%s" % (self._input_name, self._hash))
except AttributeError:
msg = "`load_project_from_url` method needs to be called first"
raise RuntimeError(msg)
@property
def extracted_dir(self):
return self.base_dir / "extracted"
@property
def compiled_dir(self):
return self.base_dir / "compiled"
@property
def installed_dir(self):
return self.base_dir / "installed"
@property
def project_name(self):
return self.spec.Name
@property
def spec_path(self):
return self.base_dir / (self.project_name + ".spec")
@property
def archive_path(self):
return self.base_dir / self.spec.Source
@property
def srpm_path(self):
try:
return next(self.base_dir.glob(self.project_name + "*src.rpm"))
except StopIteration:
raise RuntimeError(
"Can't find '{}'! You need to call build_srpm first."
.format(str(self.base_dir / (self.project_name + "*src.rpm"))))
def load_project_from_url(self, path):
"""executed in background after dir/tarball/SRPM selection"""
path = Path(path)
temp_arch = "downloaded_archive.tar.gz"
if search(r"github\.com/[^/]+/[^/]+/?$", str(path)):
self._source_loader.download_git_repo(str(path), temp_arch)
elif str(path).startswith("http"):
self._source_loader.download_archive(str(path), temp_arch)
else:
temp_arch = None
self._hash = self.compute_checksum(path)
self._input_name = path.name
self._setup_workspace()
self._source_loader.load_sources(path, self.extracted_dir)
self.spec.prep = Command("%autosetup")
if temp_arch:
remove(temp_arch)
def run_raw_sources_analysis(self):
"""executed in background after dir/tarball/SRPM selection"""
self._plugin_engine.execute_phase(phases[0],
self.extracted_dir)
def apply_patches(self, ordered_patches):
"""executed in background after patch selection and reordering"""
self._project_builder.apply_patches(ordered_patches)
def run_patched_sources_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[1],
self.extracted_dir)
def run_compiled_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[2],
self.extracted_dir)
def install_project(self):
"""executed in background after filled requires screen"""
self._project_builder.install(self.compiled_dir,
self.installed_dir,
self.spec.install)
def run_installed_analysis(self):
"""executed in background after successful project build"""
self._plugin_engine.execute_phase(phases[3],
self.installed_dir)
def write_spec(self):
with open(str(self.spec_path), 'w') as spec_file:
spec_file.write(str(self.spec))
def build_srpm(self):
if not self.spec.Source or not self.archive_path.exists():
self.create_archive()
self.write_spec()
self._package_builder.build_srpm(
self.spec_path, self.archive_path, self.base_dir)
def build_rpm(self, target_distro, target_arch):
self._package_builder.build_rpm(str(self.srpm_path),
target_distro, target_arch)
def fetch_repos(self, dist, arch):
self._package_builder.fetch_repos(dist, arch)
def build_project(self):
"""executed in background after filled requires screen"""
self._project_builder.build(self.extracted_dir,
self.compiled_dir,
self.spec.build)
def copr_set_config(self, username, login, token):
self.cl = CoprClient(
username, login, token, copr_url="http://copr.fedoraproject.org")
def copr_create_project(self, name, chroots, desc, intro):
self.cl.create_project(
name, chroots=chroots, description=desc, instructions=intro)
def copr_build(self, name, url):
self.cl.create_new_build(name, pkgs=[url, ])
@staticmethod
def compute_checksum(sources):
if sources.is_dir():
cmd = "find %s -type f -print0 | sort -z | xargs " \
"-0 sha1sum | sha1sum" % sources.resolve()
else:
cmd = "sha1sum %s" % sources.resolve()
return cmd_output([cmd])[:7]
@property
def all_dirs(self):
return [
self.extracted_dir,
self.compiled_dir,
self.installed_dir
]
def _setup_workspace(self):
"""make sure all directories used later will exist"""
shutil.rmtree(str(self.base_dir), True)
for d in self.all_dirs:
d.mkdir(parents=True)
# predictor methods are used for autocompletion of the field,
# every guess_* method return list of strings matched ordered
# by their rank
def guess_name(self):
name = str(self._input_name)
if isdir(name):
return name
else:
if name[-4:] == ".zip":
return name[:-4]
else:
if "tar" in name:
return name.split(".tar")[0]
return ""
def guess_provide(self):
# returns list of all known provides
provides = set()
for pkg in self.sack.query():
provides.update(pkg.provides)
return sorted(provides)
def guess_changelog_data(self):
# returns list of tuples (author, email) from git
pass
def guess_dependency(self):
# returns guess_provide() + all package names from repos
names = map(lambda pkg: pkg.name, self.sack.query())
return sorted(set(names).union(set(self.guess_provide())))
def guess_license(self):
# returns list of all known licenses
licenses = set()
for pkg in self.sack.query():
licenses.update(pkg.license)
return sorted(licenses)
def build_rpm_recover(self, distro, arch):
def build():
self.build_srpm()
return self._package_builder.build_rpm(
self.srpm_path,
distro, arch) + list(self._package_builder.check_logs())
_files_to_pkgs = FilesToPkgsPlugin()
while True:
_file = ""
_files_to_pkgs.installed(self.base_dir,
self.spec,
self.sack)
self.write_spec()
for err in build():
match = search(
r"DEBUG\:\s*[^:]+\:\s*([^:]+)\:\s*" +
r"[cC][oO][mM][mM][aA][nN][dD]\s*[nN][oO][tT]\s*" +
r"[fF][oO][uU][nN][dD]", err)
if match:
if match.group(1) == _file or\
"/usr/bin/" + match.group(1) == _file:
logging.info("Couldn't resolve '{}'!"
.format(match.group(1)))
return
else:
if "/" in match.group(1):
_file = match.group(1)
else:
_file = "/usr/bin/" + match.group(1)
break
if _file == "":
break
self.spec.required_files.add(_file)
self.spec.build_required_files.add(_file)
Command("rm -rf " + str(self._package_builder.temp_dir) + "/*.log")
class Base(object):
"""Base class that is controlled by RPM GUI"""
def __init__(self):
self._setup_logging()
self._project_builder = ProjectBuilder()
self.spec = Spec()
self.sack = None # TODO dnf sack
self._package_builder = PackageBuilder()
self._plugin_engine = PluginEngine(self.spec, self.sack)
self._source_loader = SourceLoader()
self._copr_uploader = CoprUploader()
self._plugin_engine.load_plugins(Path('rpg/plugins'))
def _setup_logging(self):
logging.basicConfig(level=logging.DEBUG,
format='[%(asctime)s] {%(pathname)s:%(lineno)d} '
'%(levelname)s - %(message)s',
handlers=[logging.FileHandler("rpg.log"),
logging.StreamHandler()],
datefmt='%H:%M:%S')
@property
def base_dir(self):
try:
return Path("/tmp/rpg-%s-%s" % (self._input_name, self._hash))
except AttributeError:
msg = "`process_archive_or_dir` method needs to be called first"
raise RuntimeError(msg)
@property
def extracted_dir(self):
return self.base_dir / "extracted"
@property
def compiled_dir(self):
return self.base_dir / "compiled"
@property
def installed_dir(self):
return self.base_dir / "installed"
@property
def project_name(self):
return self.spec.tags["name"]
@property
def spec_path(self):
return self.base_dir / (self.project_name + ".spec")
@property
def tarball_path(self):
return self.base_dir / (self.project_name + ".tar.gz")
@property
def rpm_path(self):
return next(self.base_dir.glob(self.project_name + "*.rpm"))
def process_archive_or_dir(self, path):
"""executed in background after dir/tarball/SRPM selection"""
p = Path(path)
self._hash = self.compute_checksum(p)
self._input_name = p.name
self.setup_workspace()
self._source_loader.load_sources(p, self.extracted_dir)
def run_raw_sources_analysis(self):
"""executed in background after dir/tarball/SRPM selection"""
self._plugin_engine.execute_phase(phases[0],
self.extracted_dir)
def apply_patches(self, ordered_patches):
"""executed in background after patch selection and reordering"""
self._project_builder.apply_patches(ordered_patches)
def run_patched_sources_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[1],
self.extracted_dir)
def build_project(self):
"""executed in background after filled requires screen"""
self._project_builder.build(self.extracted_dir,
self.compiled_dir,
self.spec.scripts["%build"])
def run_compiled_analysis(self):
"""executed in background after patches are applied"""
self._plugin_engine.execute_phase(phases[2],
self.extracted_dir)
def install_project(self):
"""executed in background after filled requires screen"""
self._project_builder.install(self.compiled_dir,
self.installed_dir,
self.spec.scripts["%install"])
def run_installed_analysis(self):
"""executed in background after successful project build"""
self._plugin_engine.execute_phase(phases[3],
self.compiled_dir)
def build_packages(self, *distros):
"""builds packages for desired distributions"""
for distro in distros:
self._package_builder.build(self.spec_path, self.tarball_path,
self.distro)
@staticmethod
def compute_checksum(sources):
if sources.is_dir():
cmd = "find %s -type f -print0 | sort -z | xargs " \
"-0 sha1sum | sha1sum" % sources.resolve()
else:
cmd = "sha1sum %s" % sources.resolve()
return cmd_output([cmd])[:7]
@property
def all_dirs(self):
return [
self.extracted_dir,
self.compiled_dir,
self.installed_dir
]
def setup_workspace(self):
"""make sure all directories used later will exist"""
try:
shutil.rmtree(str(self.base_dir))
except FileNotFoundError:
pass
for d in self.all_dirs:
d.mkdir(parents=True)
# predictor methods are used for autocompletion of the field,
# every guess_* method return list of strings matched ordered
# by their rank
def guess_name(self):
pass
def guess_provide(self):
pass
def guess_group(self):
pass
def guess_chagelog_data(self):
# returns list of tuples (author, email)
pass
def guess_build_dependency(self):
pass
def guess_dependency(self):
pass
def guess_license(self):
pass
