def _create_debile_binaries(self, session, source, pkg): arch_all = session.query(Arch).filter(Arch.name == "all").one() arches = session.query(Arch).filter(Arch.name.in_(pkg.installed_archs)).all() if arch_all in source.arches and arch_all not in arches and source.affinity in arches: if not session.query( exists().where((Job.source == source) & (Job.arch == arch_all) & Job.check.has(Check.build == True)) ).scalar(): # We have the arch:affinity binary but is still lacking the arch:all binary # Make sure debile builds the arch:all binary separately check = session.query(Check).filter(Check.build == True).one() job = Job(check=check, arch=arch_all, source=source, binary=None) session.add(job) for arch in arches: if session.query(exists().where((Binary.source == source) & (Binary.arch == arch))).scalar(): continue # Find the job for this binary job = ( session.query(Job) .join(Job.check) .filter(Job.source == source, Job.arch == arch, Check.build == True) .first() ) if not job and arch == arch_all and source.affinity in arches: # The arch:all binary might have been created by the arch:affinity build job. job = ( session.query(Job) .join(Job.check) .filter(Job.source == source, Job.arch == source.affinity, Check.build == True) .first() ) if job and (not job.finished_at or job.failed is True): # Dak accepted a binary upload that debile-master didn't ask for if arch != arch_all and not any(job.built_binaries): session.delete(job) job = None if job: binary = job.new_binary(arch) else: binary = Binary(source=source, arch=arch, uploaded_at=datetime.utcnow()) session.add(binary) for name, arch, filename in pkg.binaries: if arch == binary.arch.name: directory, _, filename = filename.rpartition("/") deb = Deb(binary=binary, directory=directory, filename=filename) session.add(deb) print("Created binary for %s %s on %s" % (binary.name, binary.version, binary.arch)) emit("accept", "binary", binary.debilize())
def accept_binary_changes(session, changes, builder): # OK. We'll relate this back to a build job. job = changes.get('X-Debile-Job', None) if job is None: return reject_changes(session, changes, "no-job") job = session.query(Job).get(job) source = job.source if changes.get('Source') != source.name: return reject_changes(session, changes, "binary-source-name-mismatch") if changes.get("Version") != source.version: return reject_changes(session, changes, "binary-source-version-mismatch") if changes.get('X-Lucy-Group', "default") != source.group_suite.group.name: return reject_changes(session, changes, "binary-source-group-mismatch") if changes.get('Distribution') != source.group_suite.suite.name: return reject_changes(session, changes, "binary-source-suite-mismatch") if changes.get("Architecture") != job.arch.name: return reject_changes(session, changes, "wrong-architecture") if builder != job.builder: return reject_changes(session, changes, "wrong-builder") binary = Binary.from_job(job) ## OK. Let's make sure we can add this. try: repo = Repo(job.source.group_suite.group.repo_path) repo.add_changes(changes) except RepoSourceAlreadyRegistered: return reject_changes(session, changes, 'stupid-source-thing') job.changes_uploaded(session, binary) session.add(binary) session.commit() emit('accept', 'binary', binary.debilize()) # OK. It's safely in the database and repo. Let's cleanup. for fp in [changes.get_filename()] + changes.get_files(): os.unlink(fp)
def accept_binary_changes(session, changes, builder): # OK. We'll relate this back to a build job. job = changes.get('X-Debile-Job', None) if job is None: return reject_changes(session, changes, "no-job") job = session.query(Job).get(job) source = job.source if changes.get('Source') != source.name: return reject_changes(session, changes, "binary-source-name-mismatch") if changes.get("Version") != source.version: return reject_changes(session, changes, "binary-source-version-mismatch") if changes.get("Architecture") != job.arch.name: return reject_changes(session, changes, "wrong-architecture") if builder != job.builder: return reject_changes(session, changes, "wrong-builder") binary = Binary.from_job(job) ## OK. Let's make sure we can add this. repo = binary.group.get_repo() try: repo.add_changes(changes) except RepoSourceAlreadyRegistered: return reject_changes(session, changes, 'stupid-source-thing') job.changes_uploaded(session, binary) session.add(binary) session.commit() emit('accept', 'binary', binary.debilize()) # OK. It's safely in the database and repo. Let's cleanup. for fp in [changes.get_filename()] + changes.get_files(): os.unlink(fp)
def accept_binary_changes(session, changes, builder): # OK. We'll relate this back to a build job. job = changes.get('X-Debile-Job', None) if job is None: return reject_changes(session, changes, "no-job") job = session.query(Job).get(job) source = job.source if changes.get('Source') != source.name: return reject_changes(session, changes, "binary-source-name-mismatch") if changes.get("Version") != source.version: return reject_changes( session, changes, "binary-source-version-mismatch") arch = changes['Architecture'] if " " in arch: return reject_changes(session, changes, "multi-arch-upload") arch = session.query(Arch).filter_by(name=arch).one() binary = Binary.from_source(source, builder=builder, arch=arch) ## OK. Let's make sure we can add this. repo = binary.group.get_repo() try: repo.add_changes(changes) except RepoSourceAlreadyRegistered: return reject_changes(session, changes, 'stupid-source-thing') binary.create_jobs(session) session.add(binary) session.commit() # OK. It's safely in the database and repo. Let's cleanup. for fp in [changes.get_filename()] + changes.get_files(): os.unlink(fp)
def _create_debile_source(self, session, pkg): user = session.query(Person).filter_by( email="*****@*****.**").one() group_suite = session.query(GroupSuite).join(GroupSuite.group).join( GroupSuite.suite).filter( Group.name == "default", Suite.name == pkg.suite, ).one() component = session.query(Component).filter( Component.name == pkg.component).one() dsc_fname = "{root}/{directory}/{filename}".format( root=self._archive_path, directory=pkg.directory, filename=pkg.dsc, ) dsc = Dsc(open(dsc_fname)) if 'Build-Architecture-Indep' in dsc: valid_affinities = dsc['Build-Architecture-Indep'] elif 'X-Build-Architecture-Indep' in dsc: valid_affinities = dsc['X-Build-Architecture-Indep'] elif 'X-Arch-Indep-Build-Arch' in dsc: valid_affinities = dsc['X-Arch-Indep-Build-Arch'] else: valid_affinities = "any" source = create_source(dsc, group_suite, component, user, self._affinity_preference, valid_affinities) source.directory = pkg.directory source.dsc_filename = pkg.dsc session.add(source) for aname in pkg.installed_archs: arch = session.query(Arch).filter_by(name=aname).one() binary = Binary(source=source, arch=arch, uploaded_at=source.uploaded_at) session.add(binary) for name, arch, filename in pkg.binaries: if arch == binary.arch.name: directory, _, filename = filename.rpartition('/') deb = Deb(binary=binary, directory=directory, filename=filename) session.add(deb) create_jobs(source, dose_report="No dose-builddebcheck report available yet.") oldsources = session.query(Source).filter( Source.group_suite == source.group_suite, Source.name == source.name, ) for oldsource in oldsources: if version_compare(oldsource.version, source.version) >= 0: continue # Drop any old jobs that are still pending. for job in oldsource.jobs: if (job.check.build and not any(job.built_binaries)) or not any(job.results): session.delete(job) elif job.failed is None: job.failed = any(result.failed for result in job.results) job.builder = None job.assigned_at = None job.finished_at = None # Actually remove jobs marked for deletion above. session.commit() # If after cleanup there is no build jobs left, remove the source completely if not any(job.check.build for job in oldsource.jobs): session.delete(oldsource) print("Created source for %s %s" % (source.name, source.version)) emit('accept', 'source', source.debilize())
def _create_debile_binaries(self, session, source, pkg): arch_all = session.query(Arch).filter(Arch.name == "all").one() arches = session.query(Arch).filter(Arch.name.in_( pkg.installed_archs)).all() if arch_all in source.arches and arch_all not in arches and source.affinity in arches: if not session.query(exists().where( (Job.source == source) & (Job.arch == arch_all) & Job.check.has(Check.build == True))).scalar(): # We have the arch:affinity binary but is still lacking the arch:all binary # Make sure debile builds the arch:all binary separately check = session.query(Check).filter(Check.build == True).one() job = Job(check=check, arch=arch_all, source=source, binary=None) session.add(job) for arch in arches: if session.query(exists().where((Binary.source == source) & (Binary.arch == arch))).scalar(): continue # Find the job for this binary job = session.query(Job).join(Job.check).filter( Job.source == source, Job.arch == arch, Check.build == True, ).first() if not job and arch == arch_all and source.affinity in arches: # The arch:all binary might have been created by the arch:affinity build job. job = session.query(Job).join(Job.check).filter( Job.source == source, Job.arch == source.affinity, Check.build == True, ).first() if job and (not job.finished_at or job.failed is True): # Dak accepted a binary upload that debile-master didn't ask for if arch != arch_all and not any(job.built_binaries): session.delete(job) job = None if job: binary = job.new_binary(arch) else: binary = Binary(source=source, arch=arch, uploaded_at=datetime.utcnow()) session.add(binary) for name, arch, filename in pkg.binaries: if arch == binary.arch.name: directory, _, filename = filename.rpartition('/') deb = Deb(binary=binary, directory=directory, filename=filename) session.add(deb) print("Created binary for %s %s on %s" % (binary.name, binary.version, binary.arch)) emit('accept', 'binary', binary.debilize())