def get_config(self, raw=False):
config = ConfigParser.SafeConfigParser()
for source in self.sources:
# get_urls() loads url_map as a side-effect
source.get_urls()
for url_map in source.url_map:
if url_map['arch'] in self.metadata.groups:
basereponame = source.get_repo_name(url_map)
reponame = basereponame
added = False
while not added:
try:
config.add_section(reponame)
added = True
except ConfigParser.DuplicateSectionError:
match = re.match("-(\d)", reponame)
if match:
rid = int(match.group(1)) + 1
else:
rid = 1
reponame = "%s-%d" % (basereponame, rid)
config.set(reponame, "name", reponame)
config.set(reponame, "baseurl", url_map['url'])
config.set(reponame, "enabled", "1")
if len(source.gpgkeys):
config.set(reponame, "gpgcheck", "1")
config.set(reponame, "gpgkey",
" ".join(source.gpgkeys))
else:
config.set(reponame, "gpgcheck", "0")
if len(source.blacklist):
config.set(reponame, "exclude",
" ".join(source.blacklist))
if len(source.whitelist):
config.set(reponame, "includepkgs",
" ".join(source.whitelist))
if raw:
return config
else:
# configparser only writes to file, so we have to use a
# StringIO object to get the data out as a string
buf = StringIO()
config.write(buf)
return "# This config was generated automatically by the Bcfg2 " \
"Packages plugin\n\n" + buf.getvalue()
def main():
opts = {'repo': Bcfg2.Options.SERVER_REPOSITORY}
setup = Bcfg2.Options.OptionParser(opts)
setup.parse(sys.argv[1:])
repo = setup['repo']
configpath = os.path.join(repo, 'Packages')
oldconfigfile = os.path.join(configpath, 'config.xml')
newconfigfile = os.path.join(configpath, 'packages.conf')
newsourcesfile = os.path.join(configpath, 'sources.xml')
if not os.path.exists(oldconfigfile):
print("%s does not exist, nothing to do" % oldconfigfile)
return 1
if not os.path.exists(configpath):
print("%s does not exist, cannot write %s" % (configpath,
newconfigfile))
return 2
newconfig = ConfigParser.SafeConfigParser()
newconfig.add_section("global")
oldconfig = lxml.etree.parse(oldconfigfile).getroot()
config = oldconfig.xpath('//Sources/Config')
if config:
if config[0].get("resolver", "enabled").lower() == "disabled":
newconfig.add_option("global", "resolver", "disabled")
if config[0].get("metadata", "enabled").lower() == "disabled":
newconfig.add_option("global", "metadata", "disabled")
newconfig.write(open(newconfigfile, "w"))
print("%s written" % newconfigfile)
oldsources = [oldconfigfile]
while oldsources:
oldfile = oldsources.pop()
oldsource = lxml.etree.parse(oldfile).getroot()
if oldfile == oldconfigfile:
newfile = newsourcesfile
else:
newfile = os.path.join(configpath,
oldfile.replace("%s/" % configpath, ''))
newsource = lxml.etree.Element("Sources", nsmap=oldsource.nsmap)
for el in oldsource.getchildren():
if el.tag == lxml.etree.Comment or el.tag == 'Config':
# skip comments and Config
continue
if el.tag == XI + 'include':
oldsources.append(os.path.join(configpath, el.get('href')))
newsource.append(el)
continue
# element must be a *Source
newel = lxml.etree.Element("Source",
type=el.tag.replace("Source",
"").lower())
try:
newel.set('recommended', el.find('Recommended').text.lower())
except AttributeError:
pass
for tag in ['RawURL', 'URL', 'Version']:
try:
newel.set(tag.lower(), el.find(tag).text)
except AttributeError:
pass
for child in el.getchildren():
if child.tag in ['Component', 'Blacklist', 'Whitelist', 'Arch']:
newel.append(child)
groups = [e.text for e in el.findall("Group")]
newsource = place_source(newsource, newel, groups)
try:
open(newfile, 'w').write(lxml.etree.tostring(newsource,
pretty_print=True))
print("%s written" % newfile)
except IOError:
print("Failed to write %s" % newfile)
self.indent_level = self.indent_level + 1
self._write_common_entries(pkgdata)
self._write_perarch_entries(pkgdata)
for group in self.groups:
self.indent_level = self.indent_level - 1
self._write_to_file('</Group>')
self.indent_level = self.indent_level - 1
self._write_to_file('</PackageList>')
self._close_file()
self._rename_file()
if __name__ == '__main__':
# Prefix is relative to script path
complete_script_path = os.path.join(os.getcwd(), sys.argv[0])
prefix = complete_script_path[:-len('etc/create-debian-pkglist.py')]
confparser = ConfigParser.SafeConfigParser()
confparser.read(prefix + "etc/debian-pkglist.conf")
# We read the whole configuration file before processing each entries
# to avoid doing work if there is a problem in the file.
sources_list = []
for section in confparser.sections():
sources_list.append(Source(confparser, section, prefix))
for source in sources_list:
source.process()
self.indent_level = self.indent_level + 1
self._write_common_entries(pkgdata)
self._write_perarch_entries(pkgdata)
for group in self.groups:
self.indent_level = self.indent_level - 1
self._write_to_file('</Group>')
self.indent_level = self.indent_level - 1
self._write_to_file('</PackageList>')
self._close_file()
self._rename_file()
if __name__ == '__main__':
main_conf_parser = ConfigParser.SafeConfigParser()
main_conf_parser.read(['/etc/bcfg2.conf'])
repo = main_conf_parser.get('server', 'repository')
confparser = ConfigParser.SafeConfigParser()
confparser.read(os.path.join(repo, "etc/debian-pkglist.conf"))
# We read the whole configuration file before processing each entries
# to avoid doing work if there is a problem in the file.
sources_list = []
for section in confparser.sections():
sources_list.append(Source(confparser, section, repo))
for source in sources_list:
source.process()
