def main():
#pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
for line in tempConf:
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
branch = line["Branch"]
repo_names = line["RepoNames"]
ignore_unknown = line["IgnoreUnknown"]
req_urls = line["Templates"]
gerrit_account = lan.login_to_launchpad(launchpad_id, launchpad_pw)
with open("repos_list", "r") as input_list:
for repo in input_list:
for url in req_urls:
with open(url[2], "a") as templ:
req_url = url[0].format(repo.strip(), branch, url[1])
try:
requested_file = lan.get_requirements_from_url(req_url, gerrit_account)
except:
print req_url + " is absent!"
continue
if url[1] == "control":
sec_list = ["Build-Depends-Indep:", "Build-Depends:", "Depends:", "Suggests:", "Recommends:",
"Pre-Depends:", "Conflicts:", "Provides:", "Breaks:", "Replaces:"]
packs_list = require_utils.Require.get_packs_control(requested_file)
elif url[1] == "spec":
sec_list = ["Requires:"]
packs_list = require_utils.Require.get_packs_spec(packs_request)
else:
print "Warning: Wrong file name!"
raise SystemExit
with open("{0}-base.json".format(url[1]), 'r') as b:
base = json.load(b)
if repo_names:
templ.write("{0}\n----\n\n".format(repo.strip()))
for sec in sec_list:
for el in packs_list[sec]:
if (base.has_key(el)) or (ignore_unknown and el.startswith("python-")):
templ.write("{0}\n".format(el))
else:
print "Unknown: " + el
templ.write("\n" * 3)
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit
def request_file(gerrit_account, repo, branch, type):
# URL for getting changelog file
req_url_changelog = ['https://review.fuel-infra.org/gitweb?p=openstack-build/{0}-build.git;' \
'a=blob_plain;f=debian/{2};hb=refs/heads/{1}',
'https://review.fuel-infra.org/gitweb?p=openstack-build/{0}-build.git;' \
'a=blob_plain;f=trusty/debian/{2};hb=refs/heads/{1}']
idx = 0
while idx < len(req_url_changelog):
try:
req_control = \
lan.get_requirements_from_url(req_url_changelog[idx].format(repo.strip(), branch, type),
gerrit_account)
except KeyError:
req_control = None
idx += 1
if req_control is not None:
break
return req_control
def main():
# pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
for line in tempConf:
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
global_list = line["GlobalList"]
urls = line["URLs"]
output = open("report from {0}.rst".format(cur_time), "w")
gerrit_account = lan.login_to_launchpad(launchpad_id, launchpad_pw)
result = set()
for url in urls:
try:
page = lan.get_requirements_from_url(url[0], gerrit_account)
if global_list:
result |= check_req_err(page)
else:
output.write("**{0}**\n".format(url[1]))
required = check_req_err(page)
required = sorted(required)
for pack in required:
output.write("{0}\n".format(pack))
output.write("\n")
except KeyError:
pass
result = sorted(result)
for pack in result:
output.write("{0}\n".format(pack))
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit
def main():
pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
for line in tempConf:
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
project_type = line["ProjectType"]
gerrit_account = lan.login_to_launchpad(launchpad_id, launchpad_pw)
req_url = \
"https://review.fuel-infra.org/#/admin/projects/?filter={0}".format(project_type)
requested_file = lan.get_requirements_from_url(req_url, gerrit_account)
for line in requested_file:
print line
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit
def main():
pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
for line in tempConf:
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
project_type = line["ProjectType"]
gerrit_account = lan.login_to_launchpad(launchpad_id, launchpad_pw)
req_url = \
"https://review.fuel-infra.org/#/admin/projects/?filter={0}".format(project_type)
requested_file = lan.get_requirements_from_url(req_url, gerrit_account)
for line in requested_file:
print line
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit
def main():
branch_name = ''
launchpad_login = '******'#raw_input('Enter your launchpad login: '******'******'#getpass.getpass('Enter your launchpad password: '******'master'
#while branch_name.lower() not in ['master', '8.0', '7.0', '6.1', '6.0.1']:
#branch_name = raw_input(
# 'At the what branch we should check requirements? ')
#if branch_name == 'master':
# branch = 'master'
#elif branch_name == '8.0':
# branch = 'openstack-ci/fuel-8.0/liberty'
#elif branch_name == '6.1':
# branch = 'openstack-ci/fuel-7.0/2015.1.0'
#elif branch_name == '6.1':
# branch = 'openstack-ci/fuel-6.1/2014.2'
#elif branch_name == '6.0.1':
# branch = 'openstack-ci/fuel-6.0.1/2014.2'
file_name = os.path.abspath(raw_input('Specify the name of files with projects: '))
with open('spec-base.json', 'r') as spec_json:
json_spec = json.load(spec_json)
project_list = forming_project_list(file_name)
for project in project_list:
print '='*len(project)
print project
print '='*len(project)
list_with_pypi_names_of_requires = []
try:
req_file = lan.get_requirements_from_url(
'https://review.fuel-infra.org/gitweb?p=openstack/{0}.git;'
'a=blob_plain;f=requirements.txt;'
'hb=refs/heads/{1}'.format(project, branch), gerrit)
except KeyError:
print project + " doesn't have requirements.txt"+'\n'*3
continue
if project.startswith('glance'):
project = '-'.join(project.split('_'))
if project.startswith('oslo') and len(project) > 4:
if '.' in project:
oslo_project = '-'.join(project.split('.'))
else:
oslo_project = '-'.join([project[0:4], project[4::]])
try:
spec_file = lan.get_requirements_from_url(
oslo_req_url_spec.format(project, oslo_project, branch), gerrit)
except KeyError:
spec_file = lan.get_requirements_from_url(oslo_req_url_spec.format(project, project, branch), gerrit)
else:
idx = 0
while idx < len(req_url_spec):
try:
spec_file = lan.get_requirements_from_url(
req_url_spec[idx].format(project, branch), gerrit)
except KeyError:
spec_file = None
idx += 1
if spec_file is not None:
break
if spec_file is None:
print project + " hasn't builded before"+'\n'*3
continue
for i in spec_file:
if i.startswith('Requires:'):
package_name = i.split(':')[1].strip()
if not package_name.startswith('%{'):
if package_name.split(' ')[0] not in exceptions:
try:
list_with_pypi_names_of_requires.append(
json_spec[package_name.split(' ')[0]])
except KeyError as e:
pass
# print 'MISSED IN SPEC-BASE MATRIX!'
# print '~~~~~~~~~~~~~~~~~~~~~~~~'
# print e
# print '~~~~~~~~~~~~~~~~~~~~~~~~'
result = []
for i in req_file:
line = i.strip()
if line == '' or line[0] == '#':
continue
res_name = packageName.search(line)
if res_name:
name = res_name.group(0)
result.append(name)
spec_missed_in = list(set(result)
- set(list_with_pypi_names_of_requires))
spec_missed_out = list(set(list_with_pypi_names_of_requires)
- set(result))
if spec_missed_in == spec_missed_out == []:
print 'All OK with this project'
else:
printer(spec_missed_in, spec_missed_out)
print "\n"*2
def main():
#pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
control_base_file = open("control-base.json", "r+")
base_control_file = open("base-control.json", "r+")
control_internal_file = open("control-internal.json", "r")
unknown_req_file = open("unknown_req.json", "r+")
unknown_req_file.seek(0)
json.dump({}, unknown_req_file, indent=4, sort_keys=True, separators=(',', ':'))
unknown_req_file.truncate()
unknown_dep_file = open("unknown_dep.json", "r+")
unknown_dep_file.seek(0)
json.dump({}, unknown_dep_file, indent=4, sort_keys=True, separators=(',', ':'))
unknown_dep_file.truncate()
control_base = json.load(control_base_file)
base_control = json.load(base_control_file)
control_internal = json.load(control_internal_file)
for line in tempConf:
depends = dict()
build_depends = dict()
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
global_branch = line["Branch"]
del_bounds_list = line["DelBounds"]
if not del_bounds_list:
del_bounds_list = []
control_internal_check = line["ControlInternal"]
update_if_bounds = line["UpdateIfBounds"]
if global_branch == 'master':
global_branch = 'master'
elif global_branch == 'juno':
global_branch = 'stable/juno'
elif global_branch == 'icehouse':
global_branch = 'stable/icehouse'
elif global_branch == 'kilo':
global_branch = 'stable/kilo'
gerritAccount = lan.login_to_launchpad(launchpad_id, launchpad_pw)
branch = ""
if global_branch == 'master':
branch = 'master'
elif global_branch == 'stable/juno':
branch = 'openstack-ci/fuel-6.1/2014.2'
elif global_branch == 'stable/icehouse':
branch = 'openstack-ci/fuel-6.0.1/2014.2'
elif global_branch == 'stable/kilo':
branch = 'openstack-ci/fuel-7.0/2015.1.0'
req_url = 'https://raw.githubusercontent.com/openstack/requirements/' \
'{0}/global-requirements.txt'.format(global_branch)
global_req = require_utils.Require.parse_req(
lan.get_requirements_from_url(req_url, gerritAccount))
print "Normalize global requirements..."
normalized_global_req = fast_builder_tools.normalize(global_req, base_control, control_base,
control_internal, control_internal_check, unknown_req_file)
print "Global requirements has been normalized successfully!"
section_dict["Update"] = line["Update"]
section_dict["SetEpoch"] = line["SetEpoch"]
section_dict["Source"] = line["Source"]
section_dict["Section"] = line["Section"]
section_dict["Priority"] = line["Priority"]
section_dict["Maintainer"] = line["Maintainer"]
section_dict["XSBC-Original-Maintainer"] = line["XSBC-Original-Maintainer"]
section_dict["Uploaders"] = line["Uploaders"]
build_excepts = line["BuildExcepts"]
build_excepts[section_dict["Source"]] = {}
section_dict["OnlyIf-Build-Depends"] = section_dict["OnlyIf-Build-Depends-Indep"] = \
section_dict["OnlyIf-Build-Conflicts"] = dict()
for sect in build_dep_sects_list:
section_dict[sect] = line[sect]
if line[sect]:
section_dict[sect] = fast_builder_tools.separate_onlyif_section(section_dict[sect])
if line[sect].has_key("OnlyIf"):
section_dict["OnlyIf-{0}".format(sect)] = line[sect]["OnlyIf"]
fast_builder_tools.packages_processing(section_dict["OnlyIf-{0}".format(sect)])
#-------------------------------------------------------------#
section_dict["X-Python-Version"] = line["X-Python-Version"]
section_dict["XS-Python-Version"] = line["XS-Python-Version"]
section_dict["Standards-Version"] = line["Standards-Version"]
section_dict["Homepage"] = line["Homepage"]
section_dict["Vcs-Svn"] = line["Vcs-Svn"]
section_dict["Vcs-Arch"] = line["Vcs-Arch"]
section_dict["Vcs-Bzr"] = line["Vcs-Bzr"]
section_dict["Vcs-Cvs"] = line["Vcs-Cvs"]
section_dict["Vcs-Darcs"] = line["Vcs-Darcs"]
section_dict["Vcs-Git"] = line["Vcs-Git"]
section_dict["Vcs-Hg"] = line["Vcs-Hg"]
section_dict["Vcs-Mtn"] = line["Vcs-Mtn"]
section_dict["Vcs-Browser"] = line["Vcs-Browser"]
section_dict["XS-Testsuite"] = line["XS-Testsuite"]
section_dict["Package"] = line["Package"]
path_to_debian_dir = fast_builder_tools.recur_search("debian")
for pack_name, pack_val in section_dict["Package"].iteritems():
if pack_val["Files"]:
with open(join(path_to_debian_dir, "{0}.install".format(pack_name)),
"w+") as pack_install:
pack_install.writelines(re.sub(";\s*", "\n", pack_val["Files"]))
build_system = line["Buildsystem"]
build_with = line["BuildWith"]
for sect in changelog_sects:
section_dict[sect] = line[sect]
for el in def_main_section_list:
if section_dict[el]:
user_defined_in_main.add(el)
for pack_name, pack_val in section_dict["Package"].iteritems():
user_defined_in_packets[pack_name] = set()
for el in def_package_section_list:
if pack_val[el]:
user_defined_in_packets[pack_name].add(el)
#section_dict["Build-Depends"] = get_build_dependencies(section_dict["Build-Depends"],
# normalized_global_req, control_base)
section_dict["Build-Depends-Indep"] = fast_builder_tools.get_build_dependencies(section_dict["Build-Depends-Indep"],
normalized_global_req, control_base)
for pack_name in section_dict["Package"].keys():
#build_excepts[pack_name] = {}
for dep_sect in dep_sects_list:
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)] = dict()
if section_dict["Package"][pack_name][dep_sect]:
if section_dict["Package"][pack_name][dep_sect].has_key("OnlyIf"):
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)] = \
section_dict["Package"][pack_name][dep_sect]["OnlyIf"]
fast_builder_tools.packages_processing(section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)])
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.separate_onlyif_section(section_dict["Package"][pack_name][dep_sect])
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)],
base_control, control_base, control_internal, control_internal_check,
unknown_dep_file)
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name][dep_sect],
base_control, control_base, control_internal, control_internal_check,
unknown_dep_file)
if section_dict["Package"][pack_name]["Main"]:
section_dict["Package"][pack_name]["Depends"] = \
fast_builder_tools.get_dependencies(section_dict["Package"][pack_name]["Depends"], global_req, base_control)
loader = fast_builder_loader.Loader(main_section_list, build_dep_sects_list, dep_sects_list,
user_defined_in_main, package_section_list, user_defined_in_packets)
loader.load_control(control_base, base_control, section_dict)
for sect in build_dep_sects_list:
section_dict[sect] = fast_builder_tools.normalize(section_dict[sect],
base_control, control_base, control_internal, control_internal_check, unknown_dep_file)
section_dict["OnlyIf-{0}".format(sect)] = fast_builder_tools.normalize(section_dict["OnlyIf-{0}".format(sect)],
base_control, control_base, control_internal, control_internal_check, unknown_dep_file)
if update_if_bounds:
for pack_name, pack_val in section_dict[sect].iteritems():
if not pack_val:
packs_without_bounds.add(pack_name)
fast_builder_tools.exclude_excepts(section_dict["Build-Depends-Indep"], build_excepts)
fast_builder_tools.exclude_excepts(section_dict["Build-Depends"], build_excepts)
if section_dict["Update"]:
section_dict["Build-Depends"] = fast_builder_tools.update_depends(section_dict["Build-Depends"],
normalized_global_req, section_dict["OnlyIf-Build-Depends"].keys() +
list(packs_without_bounds))
section_dict["Build-Depends-Indep"] = fast_builder_tools.update_depends(section_dict["Build-Depends-Indep"],
normalized_global_req, section_dict["OnlyIf-Build-Depends-Indep"].keys() +
list(packs_without_bounds))
if section_dict["SetEpoch"]:
section_dict["Build-Depends"] = \
fast_builder_tools.check_epoch(section_dict["Build-Depends"], epoch_dict, gerritAccount, branch)
section_dict["Build-Depends-Indep"] = \
fast_builder_tools.check_epoch(section_dict["Build-Depends-Indep"], epoch_dict, gerritAccount, branch)
for sect in build_dep_sects_list:
fast_builder_tools.synchronize_with_onlyif(section_dict, sect)
if section_dict[sect]:
fast_builder_tools.filter_bounds(section_dict[sect], del_bounds_list)
packs_without_bounds.clear()
for pack_name in section_dict["Package"].keys():
for dep_sect in dep_sects_list:
if section_dict["Package"][pack_name][dep_sect]:
fast_builder_tools.synchronize_with_onlyif(section_dict["Package"][pack_name], dep_sect)
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name][dep_sect],
base_control, control_base, control_internal, control_internal_check, unknown_dep_file)
fast_builder_tools.exclude_excepts(section_dict["Package"][pack_name][dep_sect], build_excepts)
if section_dict["Update"]:
if update_if_bounds:
for _pack_name, _pack_val in section_dict["Package"][pack_name][dep_sect].iteritems():
if not _pack_val:
packs_without_bounds.add(_pack_name)
if dep_sect not in not_update_dep_list:
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.update_depends(section_dict["Package"][pack_name][dep_sect], normalized_global_req,
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)].keys() + \
list(packs_without_bounds))
fast_builder_tools.filter_bounds(section_dict["Package"][pack_name][dep_sect], del_bounds_list)
if section_dict["SetEpoch"]:
print "Epoch checking in progress..."
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.check_epoch(section_dict["Package"][pack_name][dep_sect],
epoch_dict, gerritAccount, branch)
print "Epoch checking is done!"
if not section_dict["Package"][pack_name]["Architecture"]:
section_dict["Package"][pack_name]["Architecture"] = "any"
if not section_dict["Package"][pack_name]["Description"]:
section_dict["Package"][pack_name]["Description"] = "<insert up to 60 chars description>\n" \
" <insert long description, indented with spaces>"
control_base_file.seek(0)
base_control_file.seek(0)
json.dump(control_base, control_base_file, indent=4, sort_keys=True, separators=(',', ':'))
json.dump(base_control, base_control_file, indent=4, sort_keys=True, separators=(',', ':'))
control_base_file.truncate()
base_control_file.truncate()
generator = fast_builder_generator.Generator(main_section_list, build_dep_sects_list,
dep_sects_list, package_section_list)
generator.generate_control(section_dict)
generator.generate_rules(build_system, build_with)
generator.generate_changelog(section_dict)
control_base_file.close()
base_control_file.close()
control_internal_file.close()
unknown_req_file.close()
unknown_dep_file.close()
conf.close()
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit
def main():
#pdb.set_trace()
try:
conf = open(args.config, 'r')
tempConf = yaml.load_all(conf)
control_base_file = open("control-base.json", "r+")
base_control_file = open("base-control.json", "r+")
control_internal_file = open("control-internal.json", "r")
unknown_req_file = open("unknown_req.json", "r+")
unknown_req_file.seek(0)
json.dump({},
unknown_req_file,
indent=4,
sort_keys=True,
separators=(',', ':'))
unknown_req_file.truncate()
unknown_dep_file = open("unknown_dep.json", "r+")
unknown_dep_file.seek(0)
json.dump({},
unknown_dep_file,
indent=4,
sort_keys=True,
separators=(',', ':'))
unknown_dep_file.truncate()
control_base = json.load(control_base_file)
base_control = json.load(base_control_file)
control_internal = json.load(control_internal_file)
for line in tempConf:
depends = dict()
build_depends = dict()
launchpad_id = line["Login"]
launchpad_pw = line["Password"]
global_branch = line["Branch"]
del_bounds_list = line["DelBounds"]
if not del_bounds_list:
del_bounds_list = []
control_internal_check = line["ControlInternal"]
update_if_bounds = line["UpdateIfBounds"]
if global_branch == 'master':
global_branch = 'master'
elif global_branch == 'juno':
global_branch = 'stable/juno'
elif global_branch == 'icehouse':
global_branch = 'stable/icehouse'
elif global_branch == 'kilo':
global_branch = 'stable/kilo'
gerritAccount = lan.login_to_launchpad(launchpad_id, launchpad_pw)
branch = ""
if global_branch == 'master':
branch = 'master'
elif global_branch == 'stable/juno':
branch = 'openstack-ci/fuel-6.1/2014.2'
elif global_branch == 'stable/icehouse':
branch = 'openstack-ci/fuel-6.0.1/2014.2'
elif global_branch == 'stable/kilo':
branch = 'openstack-ci/fuel-7.0/2015.1.0'
req_url = 'https://raw.githubusercontent.com/openstack/requirements/' \
'{0}/global-requirements.txt'.format(global_branch)
global_req = require_utils.Require.parse_req(
lan.get_requirements_from_url(req_url, gerritAccount))
print "Normalize global requirements..."
normalized_global_req = fast_builder_tools.normalize(
global_req, base_control, control_base, control_internal,
control_internal_check, unknown_req_file)
print "Global requirements has been normalized successfully!"
section_dict["Update"] = line["Update"]
section_dict["SetEpoch"] = line["SetEpoch"]
section_dict["Source"] = line["Source"]
section_dict["Section"] = line["Section"]
section_dict["Priority"] = line["Priority"]
section_dict["Maintainer"] = line["Maintainer"]
section_dict["XSBC-Original-Maintainer"] = line[
"XSBC-Original-Maintainer"]
section_dict["Uploaders"] = line["Uploaders"]
build_excepts = line["BuildExcepts"]
build_excepts[section_dict["Source"]] = {}
section_dict["OnlyIf-Build-Depends"] = section_dict["OnlyIf-Build-Depends-Indep"] = \
section_dict["OnlyIf-Build-Conflicts"] = dict()
for sect in build_dep_sects_list:
section_dict[sect] = line[sect]
if line[sect]:
section_dict[
sect] = fast_builder_tools.separate_onlyif_section(
section_dict[sect])
if line[sect].has_key("OnlyIf"):
section_dict["OnlyIf-{0}".format(
sect)] = line[sect]["OnlyIf"]
fast_builder_tools.packages_processing(
section_dict["OnlyIf-{0}".format(sect)])
#-------------------------------------------------------------#
section_dict["X-Python-Version"] = line["X-Python-Version"]
section_dict["XS-Python-Version"] = line["XS-Python-Version"]
section_dict["Standards-Version"] = line["Standards-Version"]
section_dict["Homepage"] = line["Homepage"]
section_dict["Vcs-Svn"] = line["Vcs-Svn"]
section_dict["Vcs-Arch"] = line["Vcs-Arch"]
section_dict["Vcs-Bzr"] = line["Vcs-Bzr"]
section_dict["Vcs-Cvs"] = line["Vcs-Cvs"]
section_dict["Vcs-Darcs"] = line["Vcs-Darcs"]
section_dict["Vcs-Git"] = line["Vcs-Git"]
section_dict["Vcs-Hg"] = line["Vcs-Hg"]
section_dict["Vcs-Mtn"] = line["Vcs-Mtn"]
section_dict["Vcs-Browser"] = line["Vcs-Browser"]
section_dict["XS-Testsuite"] = line["XS-Testsuite"]
section_dict["Package"] = line["Package"]
path_to_debian_dir = fast_builder_tools.recur_search("debian")
for pack_name, pack_val in section_dict["Package"].iteritems():
if pack_val["Files"]:
with open(
join(path_to_debian_dir,
"{0}.install".format(pack_name)),
"w+") as pack_install:
pack_install.writelines(
re.sub(";\s*", "\n", pack_val["Files"]))
build_system = line["Buildsystem"]
build_with = line["BuildWith"]
for sect in changelog_sects:
section_dict[sect] = line[sect]
for el in def_main_section_list:
if section_dict[el]:
user_defined_in_main.add(el)
for pack_name, pack_val in section_dict["Package"].iteritems():
user_defined_in_packets[pack_name] = set()
for el in def_package_section_list:
if pack_val[el]:
user_defined_in_packets[pack_name].add(el)
#section_dict["Build-Depends"] = get_build_dependencies(section_dict["Build-Depends"],
# normalized_global_req, control_base)
section_dict[
"Build-Depends-Indep"] = fast_builder_tools.get_build_dependencies(
section_dict["Build-Depends-Indep"], normalized_global_req,
control_base)
for pack_name in section_dict["Package"].keys():
#build_excepts[pack_name] = {}
for dep_sect in dep_sects_list:
section_dict["Package"][pack_name]["OnlyIf-{0}".format(
dep_sect)] = dict()
if section_dict["Package"][pack_name][dep_sect]:
if section_dict["Package"][pack_name][
dep_sect].has_key("OnlyIf"):
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)] = \
section_dict["Package"][pack_name][dep_sect]["OnlyIf"]
fast_builder_tools.packages_processing(
section_dict["Package"][pack_name][
"OnlyIf-{0}".format(dep_sect)])
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.separate_onlyif_section(section_dict["Package"][pack_name][dep_sect])
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)],
base_control, control_base, control_internal, control_internal_check,
unknown_dep_file)
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name][dep_sect],
base_control, control_base, control_internal, control_internal_check,
unknown_dep_file)
if section_dict["Package"][pack_name]["Main"]:
section_dict["Package"][pack_name]["Depends"] = \
fast_builder_tools.get_dependencies(section_dict["Package"][pack_name]["Depends"], global_req, base_control)
loader = fast_builder_loader.Loader(main_section_list,
build_dep_sects_list,
dep_sects_list,
user_defined_in_main,
package_section_list,
user_defined_in_packets)
loader.load_control(control_base, base_control, section_dict)
for sect in build_dep_sects_list:
section_dict[sect] = fast_builder_tools.normalize(
section_dict[sect], base_control, control_base,
control_internal, control_internal_check, unknown_dep_file)
section_dict["OnlyIf-{0}".format(
sect)] = fast_builder_tools.normalize(
section_dict["OnlyIf-{0}".format(sect)], base_control,
control_base, control_internal, control_internal_check,
unknown_dep_file)
if update_if_bounds:
for pack_name, pack_val in section_dict[sect].iteritems():
if not pack_val:
packs_without_bounds.add(pack_name)
fast_builder_tools.exclude_excepts(
section_dict["Build-Depends-Indep"], build_excepts)
fast_builder_tools.exclude_excepts(section_dict["Build-Depends"],
build_excepts)
if section_dict["Update"]:
section_dict[
"Build-Depends"] = fast_builder_tools.update_depends(
section_dict["Build-Depends"], normalized_global_req,
section_dict["OnlyIf-Build-Depends"].keys() +
list(packs_without_bounds))
section_dict[
"Build-Depends-Indep"] = fast_builder_tools.update_depends(
section_dict["Build-Depends-Indep"],
normalized_global_req,
section_dict["OnlyIf-Build-Depends-Indep"].keys() +
list(packs_without_bounds))
if section_dict["SetEpoch"]:
section_dict["Build-Depends"] = \
fast_builder_tools.check_epoch(section_dict["Build-Depends"], epoch_dict, gerritAccount, branch)
section_dict["Build-Depends-Indep"] = \
fast_builder_tools.check_epoch(section_dict["Build-Depends-Indep"], epoch_dict, gerritAccount, branch)
for sect in build_dep_sects_list:
fast_builder_tools.synchronize_with_onlyif(section_dict, sect)
if section_dict[sect]:
fast_builder_tools.filter_bounds(section_dict[sect],
del_bounds_list)
packs_without_bounds.clear()
for pack_name in section_dict["Package"].keys():
for dep_sect in dep_sects_list:
if section_dict["Package"][pack_name][dep_sect]:
fast_builder_tools.synchronize_with_onlyif(
section_dict["Package"][pack_name], dep_sect)
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.normalize(section_dict["Package"][pack_name][dep_sect],
base_control, control_base, control_internal, control_internal_check, unknown_dep_file)
fast_builder_tools.exclude_excepts(
section_dict["Package"][pack_name][dep_sect],
build_excepts)
if section_dict["Update"]:
if update_if_bounds:
for _pack_name, _pack_val in section_dict[
"Package"][pack_name][
dep_sect].iteritems():
if not _pack_val:
packs_without_bounds.add(_pack_name)
if dep_sect not in not_update_dep_list:
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.update_depends(section_dict["Package"][pack_name][dep_sect], normalized_global_req,
section_dict["Package"][pack_name]["OnlyIf-{0}".format(dep_sect)].keys() + \
list(packs_without_bounds))
fast_builder_tools.filter_bounds(
section_dict["Package"][pack_name]
[dep_sect], del_bounds_list)
if section_dict["SetEpoch"]:
print "Epoch checking in progress..."
section_dict["Package"][pack_name][dep_sect] = \
fast_builder_tools.check_epoch(section_dict["Package"][pack_name][dep_sect],
epoch_dict, gerritAccount, branch)
print "Epoch checking is done!"
if not section_dict["Package"][pack_name]["Architecture"]:
section_dict["Package"][pack_name]["Architecture"] = "any"
if not section_dict["Package"][pack_name]["Description"]:
section_dict["Package"][pack_name]["Description"] = "<insert up to 60 chars description>\n" \
" <insert long description, indented with spaces>"
control_base_file.seek(0)
base_control_file.seek(0)
json.dump(control_base,
control_base_file,
indent=4,
sort_keys=True,
separators=(',', ':'))
json.dump(base_control,
base_control_file,
indent=4,
sort_keys=True,
separators=(',', ':'))
control_base_file.truncate()
base_control_file.truncate()
generator = fast_builder_generator.Generator(
main_section_list, build_dep_sects_list, dep_sects_list,
package_section_list)
generator.generate_control(section_dict)
generator.generate_rules(build_system, build_with)
generator.generate_changelog(section_dict)
control_base_file.close()
base_control_file.close()
control_internal_file.close()
unknown_req_file.close()
unknown_dep_file.close()
conf.close()
except KeyboardInterrupt:
print '\nThe process was interrupted by the user'
raise SystemExit