def STAGE5_loop(srcpkg_paths, nb_cpu):
total = len(srcpkg_paths)
job_queue = []
for srcpkg_path in srcpkg_paths:
cmd = BBSbase.getSTAGE5cmd(srcpkg_path)
if cmd == None:
continue
pkg = bbs.parse.getPkgFromPath(srcpkg_path)
version = bbs.parse.getVersionFromPath(srcpkg_path)
fileext = BBScorevars.getNodeSpec(BBSvars.node_hostname, 'pkgFileExt')
binpkg_file = "%s_%s.%s" % (pkg, version, fileext)
pkgdumps_prefix = pkg + '.buildbin'
pkgdumps = BBSbase.PkgDumps(binpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd, pkgdumps,
BBSvars.buildbin_rdir)
job_queue.append(job)
nb_jobs = len(job_queue)
print "BBS> BEGIN STAGE5 loop."
t0 = time.time()
nb_products = bbs.jobs.processJobQueue(job_queue, None, nb_cpu,
BBScorevars.r_cmd_timeout, True)
dt = time.time() - t0
print "BBS> END STAGE5 loop."
print "BBS> -------------------------------------------------------------"
print "BBS> STAGE5 SUMMARY:"
print "BBS> o Working dir: %s" % os.getcwd()
print "BBS> o %d srcpkg file(s) in working dir" % total
print "BBS> o %d srcpkg file(s) queued and processed" % nb_jobs
print "BBS> o %d binpkg file(s) produced" % nb_products
print "BBS> o Total time: %.2f seconds" % dt
print "BBS> -------------------------------------------------------------"
return
def STAGE3_loop(pkgdir_paths, nb_cpu):
total = len(pkgdir_paths)
job_queue = []
for pkgdir_path in pkgdir_paths:
try:
pkg = bbs.parse.getPkgFromDir(pkgdir_path)
version = bbs.parse.getVersionFromDir(pkgdir_path)
srcpkg_file = bbs.parse.getSrcPkgFileFromDir(pkgdir_path)
except IOError:
print "BBS> Can't read DESCRIPTION file!"
else:
cmd = BBSbase.getSTAGE3cmd(pkgdir_path)
pkgdumps_prefix = pkg + '.buildsrc'
pkgdumps = BBSbase.PkgDumps(srcpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd, pkgdumps,
BBSvars.buildsrc_rdir)
job_queue.append(job)
nb_jobs = len(job_queue)
print "BBS> BEGIN STAGE3 loop."
t0 = time.time()
nb_products = bbs.jobs.processJobQueue(job_queue, None, nb_cpu,
BBScorevars.r_cmd_timeout, True)
dt = time.time() - t0
print "BBS> END STAGE3 loop."
print "BBS> -------------------------------------------------------------"
print "BBS> STAGE3 SUMMARY:"
print "BBS> o Working dir: %s" % os.getcwd()
print "BBS> o %d pkg(s) listed in file BBS_CENTRAL_BASEURL/%s" % (
total, BBScorevars.meat_index_file)
print "BBS> o %d pkg dir(s) queued and processed" % nb_jobs
print "BBS> o %d srcpkg file(s) produced" % nb_products
print "BBS> o Total time: %.2f seconds" % dt
print "BBS> -------------------------------------------------------------"
return
def prepare_STAGE5_job_queue(srcpkg_paths, out_dir):
print("BBS> Preparing STAGE5 job queue ...", end=" ")
sys.stdout.flush()
stage = 'buildbin'
jobs = []
for srcpkg_path in srcpkg_paths:
cmd = BBSbase.getSTAGE5cmd(srcpkg_path)
pkg = bbs.parse.get_pkgname_from_srcpkg_path(srcpkg_path)
version = bbs.parse.get_version_from_srcpkg_path(srcpkg_path)
fileext = BBSutils.getNodeSpec(BBSvars.node_hostname, 'pkgFileExt')
binpkg_file = "%s_%s.%s" % (pkg, version, fileext)
pkgdumps_prefix = pkg + '.' + stage
pkgdumps = BBSbase.PkgDumps(binpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd, pkgdumps, out_dir)
jobs.append(job)
print("OK")
sys.stdout.flush()
job_queue = bbs.jobs.JobQueue(stage, jobs, None)
job_queue._total = len(srcpkg_paths)
return job_queue
def prepare_STAGE1_job_queue(pkgdir_paths, dest_rdir):
print "BBS> Preparing STAGE1 job queue ... ",
stage = 'buildnovig'
jobs = []
for pkgdir_path in pkgdir_paths:
try:
pkg = bbs.parse.getPkgFromDir(pkgdir_path)
version = bbs.parse.getVersionFromDir(pkgdir_path)
srcpkg_file = bbs.parse.getSrcPkgFileFromDir(pkgdir_path)
except IOError:
print "BBS> Can't read DESCRIPTION file!"
else:
cmd = BBSbase.getSTAGE1cmd(pkgdir_path)
pkgdumps_prefix = pkg + '.' + stage
pkgdumps = BBSbase.PkgDumps(srcpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd, pkgdumps, dest_rdir)
jobs.append(job)
print "OK"
job_queue = bbs.jobs.JobQueue(stage, jobs, None)
job_queue._total = len(pkgdir_paths)
return job_queue
def prepare_STAGE5_job_queue(srcpkg_paths):
print "BBS> Preparing STAGE5 job queue ... ",
stage = 'buildbin'
jobs = []
for srcpkg_path in srcpkg_paths:
cmd = BBSbase.getSTAGE5cmd(srcpkg_path)
if cmd == None:
continue
pkg = bbs.parse.getPkgFromPath(srcpkg_path)
version = bbs.parse.getVersionFromPath(srcpkg_path)
fileext = BBScorevars.getNodeSpec(BBSvars.node_hostname, 'pkgFileExt')
binpkg_file = "%s_%s.%s" % (pkg, version, fileext)
pkgdumps_prefix = pkg + '.' + stage
pkgdumps = BBSbase.PkgDumps(binpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd,
pkgdumps, BBSvars.buildbin_rdir)
jobs.append(job)
print "OK"
job_queue = bbs.jobs.JobQueue(stage, jobs, None)
job_queue._total = len(srcpkg_paths)
return job_queue
def prepare_STAGE1_job_queue(pkgsrctrees, dest_rdir):
print("BBS> Preparing STAGE1 job queue ... ", end=" ")
stage = 'buildnovig'
jobs = []
for pkgsrctree in pkgsrctrees:
try:
pkg = bbs.parse.get_Package_from_pkgsrctree(pkgsrctree)
version = bbs.parse.get_Version_from_pkgsrctree(pkgsrctree)
srcpkg_file = bbs.parse.make_srcpkg_file_from_pkgsrctree(
pkgsrctree)
except IOError:
print("BBS> Can't read DESCRIPTION file!")
else:
cmd = BBSbase.getSTAGE1cmd(pkgsrctree)
pkgdumps_prefix = pkg + '.' + stage
pkgdumps = BBSbase.PkgDumps(srcpkg_file, pkgdumps_prefix)
job = BBSbase.BuildPkg_Job(pkg, version, cmd, pkgdumps, dest_rdir)
jobs.append(job)
print("OK")
job_queue = bbs.jobs.JobQueue(stage, jobs, None)
job_queue._total = len(pkgsrctrees)
return job_queue
