def GET(self, catrel_name, arch_name, osrel_name):
ConnectToDatabase()
cat_name = " ".join((catrel_name, arch_name, osrel_name))
sqo_osrel, sqo_arch, sqo_catrel = pkgdb.GetSqoTriad(
osrel_name, arch_name, catrel_name)
pkgs = models.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel)
return render.CatalogDetail(cat_name, pkgs)
def GET(self, catrel_name, arch_name, osrel_name):
cat_name = " ".join((catrel_name, arch_name, osrel_name))
try:
sqo_osrel, sqo_arch, sqo_catrel = models.GetSqoTriad(
osrel_name, arch_name, catrel_name)
except sqlobject.main.SQLObjectNotFound:
raise web.notfound()
t2 = time.time()
pkgs = list(models.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel))
t3 = time.time()
timeinfo = "Query evaluation: %.2fs" % (t3-t2)
return render.CatalogDetail(cat_name, pkgs, timeinfo, len(pkgs))
def GET(self, catrel_name, arch_name, osrel_name):
ConnectToDatabase()
sqo_osrel, sqo_arch, sqo_catrel = pkgdb.GetSqoTriad(
osrel_name, arch_name, catrel_name)
pkgs = list(
models.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel))
if not len(pkgs):
raise web.notfound()
web.header('Content-type',
'application/x-vnd.opencsw.pkg;type=srv4-list')
pkgs_data = [x.GetRestRepr()[1] for x in pkgs]
return json.dumps(pkgs_data)
def GET(self, catrel_name, arch_name, osrel_name):
sqo_osrel, sqo_arch, sqo_catrel = pkgdb.GetSqoTriad(
osrel_name, arch_name, catrel_name)
pkgs = list(
models.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel))
user_data = web.input(quick='')
quick = (user_data.quick == "true")
if not len(pkgs):
raise web.notfound()
web.header('Content-type',
'application/x-vnd.opencsw.pkg;type=srv4-list')
pkgs_data = [p.GetRestRepr(quick)[1] for p in pkgs]
return cjson.encode(pkgs_data)
def GET(self, catrel_name, arch_name, osrel_name):
try:
sqo_osrel, sqo_arch, sqo_catrel = models.GetSqoTriad(
osrel_name, arch_name, catrel_name)
except sqlobject.main.SQLObjectNotFound:
raise web.notfound()
pkgs = list(models.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel))
if not len(pkgs):
raise web.notfound()
web.header('Content-type', 'application/x-vnd.opencsw.pkg;type=srv4-list')
# We never want to return complete data for every object (too slow).
pkgs_data = [p.GetRestRepr(quick=True)[1] for p in pkgs]
response = cjson.encode(pkgs_data)
web.header('Content-Length', str(len(response)))
return response
def main():
parser = optparse.OptionParser(USAGE)
parser.add_option("-d",
"--debug",
dest="debug",
default=False,
action="store_true",
help="Turn on debugging messages")
parser.add_option(
"-t",
"--pkg-review-template",
dest="pkg_review_template",
help="A Cheetah template used for package review reports.")
parser.add_option("-r",
"--os-release",
dest="osrel",
default="SunOS5.10",
help="E.g. SunOS5.10")
parser.add_option("-a",
"--arch",
dest="arch",
default="sparc",
help="'i386' or 'sparc'")
parser.add_option("-c",
"--catalog-release",
dest="catrel",
default="unstable",
help="E.g. unstable, dublin")
parser.add_option("--replace",
dest="replace",
default=False,
action="store_true",
help="Replace packages when importing (importpkg)")
parser.add_option("--profile",
dest="profile",
default=False,
action="store_true",
help="Turn on profiling")
parser.add_option("--force-unpack",
dest="force_unpack",
default=False,
action="store_true",
help="Force unpacking of packages")
options, args = parser.parse_args()
logging_level = logging.INFO
if options.debug:
logging_level = logging.DEBUG
fmt = '%(levelname)s %(asctime)s %(filename)s:%(lineno)d %(message)s'
logging.basicConfig(format=fmt, level=logging_level)
if not args:
raise UsageError("Please specify a command. See --help.")
# SetUpSqlobjectConnection needs to be called after
# logging.basicConfig
configuration.SetUpSqlobjectConnection()
command = args[0]
args = args[1:]
if command == 'show':
subcommand = args[0]
args = args[1:]
elif command == 'pkg':
subcommand = args[0]
args = args[1:]
else:
subcommand = None
md5_sums = args
if (command, subcommand) == ('show', 'errors'):
for md5_sum in md5_sums:
srv4 = GetPkg(md5_sum)
res = m.CheckpkgErrorTag.select(
m.CheckpkgErrorTag.q.srv4_file == srv4)
for row in res:
print 'overridden' if row.overridden else 'active',
print row.pkgname, row.tag_name, row.tag_info, row.catrel.name, row.arch.name,
print row.os_rel.short_name
elif (command, subcommand) == ('show', 'overrides'):
for md5_sum in md5_sums:
srv4 = GetPkg(md5_sum)
res = m.CheckpkgOverride.select(
m.CheckpkgOverride.q.srv4_file == srv4)
for row in res:
print row.pkgname, row.tag_name, row.tag_info
elif (command, subcommand) == ('show', 'pkg'):
for md5_sum in md5_sums:
srv4 = GetPkg(md5_sum)
t = Template(SHOW_PKG_TMPL, searchList=[srv4])
sys.stdout.write(unicode(t))
elif command == 'gen-html':
config = configuration.GetConfig()
username, password = rest.GetUsernameAndPassword()
rest_client = rest.RestClient(pkgdb_url=config.get('rest', 'pkgdb'),
releases_url=config.get(
'rest', 'releases'),
username=username,
password=password,
debug=options.debug)
g = HtmlGenerator(md5_sums, options.pkg_review_template, rest_client,
options.debug)
sys.stdout.write(g.GenerateHtml())
elif command == 'initdb':
config = configuration.GetConfig()
database.InitDB(config)
elif command == 'importpkg':
collector = package_stats.StatsCollector(logger=logging,
debug=options.debug)
file_list = args
catalog_entries = []
for file_name in file_list:
file_hash = hashlib.md5()
chunk_size = 2 * 1024 * 1024
with open(file_name, 'rb') as fd:
data = fd.read(chunk_size)
while data:
file_hash.update(data)
data = fd.read(chunk_size)
data_md5_sum = file_hash.hexdigest()
catalog_entry = {
'md5sum': data_md5_sum,
'file_basename': os.path.basename(file_name),
'pkg_path': file_name,
}
catalog_entries.append(catalog_entry)
md5_list = collector.CollectStatsFromCatalogEntries(
catalog_entries, force_unpack=options.force_unpack)
config = configuration.GetConfig()
rest_client = rest.RestClient(pkgdb_url=config.get('rest', 'pkgdb'),
releases_url=config.get(
'rest', 'releases'),
debug=options.debug)
for md5_sum in md5_list:
logging.debug("Importing %s", md5_sum)
rest_client.RegisterLevelTwo(md5_sum)
elif command == 'removepkg':
for md5_sum in md5_sums:
srv4 = GetPkg(md5_sum)
in_catalogs = list(srv4.in_catalogs)
if in_catalogs:
for in_catalog in in_catalogs:
logging.warning("%s", in_catalog)
logging.warning(
"Not removing from the database, because the package "
"in question is part of at least one catalog.")
else:
logging.info("Removing %s", srv4)
srv4.DeleteAllDependentObjects()
srv4.destroySelf()
elif command == 'add-to-cat':
if len(args) < 4:
raise UsageError("Not enough arguments, see usage.")
user = getpass.getuser()
osrel, arch, catrel = args[:3]
username, password = rest.GetUsernameAndPassword()
rest_client = rest.RestClient(username=username, password=password)
md5_sums = args[3:]
for md5_sum in md5_sums:
rest_client.AddSvr4ToCatalog(catrel, arch, osrel, md5_sum)
elif command == 'del-from-cat':
if len(args) < 4:
raise UsageError("Not enough arguments, see usage.")
osrel, arch, catrel = args[:3]
md5_sums = args[3:]
username, password = rest.GetUsernameAndPassword()
rest_client = rest.RestClient(username=username, password=password)
for md5_sum in md5_sums:
rest_client.RemoveSvr4FromCatalog(catrel, arch, osrel, md5_sum)
elif command == 'system-metadata-to-disk':
logging.debug("Args: %s", args)
outfile = None
infile_contents = common_constants.DEFAULT_INSTALL_CONTENTS_FILE
infile_pkginfo = None
osrel, arch = (None, None)
if len(args) >= 2:
infile_contents = args[0]
infile_pkginfo = args[1]
if len(args) >= 3:
outfile = args[2]
if len(args) >= 4:
if len(args) == 5:
osrel, arch = args[3:5]
else:
raise UsageError("Wrong number of arguments (%s), see usage." %
len(args))
spi = system_pkgmap.Indexer(outfile, infile_contents, infile_pkginfo,
osrel, arch)
spi.IndexAndSave()
elif command == 'import-system-metadata':
if len(args) < 2:
raise UsageError(
"Usage: ... import-system-metadata <osrel> <arch>")
osrel = args[0]
arch = args[1]
importer = system_pkgmap.InstallContentsImporter(osrel,
arch,
debug=options.debug)
importer.Import(show_progress=(not options.debug))
elif (command, subcommand) == ('pkg', 'search'):
logging.debug("Searching for %s", args)
sqo_osrel = m.OsRelease.selectBy(short_name=options.osrel).getOne()
sqo_arch = m.Architecture.selectBy(name=options.arch).getOne()
sqo_catrel = m.CatalogRelease.selectBy(name=options.catrel).getOne()
if len(args) < 1:
logging.fatal("Wrong number of arguments: %s", len(args))
raise SystemExit
for catalogname in args:
join = [
sqlbuilder.INNERJOINOn(
None, m.Srv4FileInCatalog,
m.Srv4FileInCatalog.q.srv4file == m.Srv4FileStats.q.id),
]
res = m.Srv4FileStats.select(
sqlobject.AND(
m.Srv4FileInCatalog.q.osrel == sqo_osrel,
m.Srv4FileInCatalog.q.arch == sqo_arch,
m.Srv4FileInCatalog.q.catrel == sqo_catrel,
m.Srv4FileStats.q.catalogname.contains(catalogname),
m.Srv4FileStats.q.use_to_generate_catalogs == True),
join=join,
).orderBy("catalogname")
for sqo_srv4 in res:
print "%s %s" % (sqo_srv4.basename, sqo_srv4.md5_sum)
elif command == 'sync-cat-from-file':
if len(args) != 4:
raise UsageError("Wrong number of arguments, see usage.")
osrel, arch, catrel, catalog_file = args
ci = CatalogImporter(debug=options.debug)
ci.SyncFromCatalogFile(osrel, arch, catrel, catalog_file)
elif command == 'sync-catalogs-from-tree':
if len(args) != 2:
raise UsageError("Wrong number of arguments, see usage.")
ci = CatalogImporter(debug=options.debug)
catrel, base_dir = args
ci.SyncFromCatalogTree(catrel, base_dir, options.force_unpack)
elif (command, subcommand) == ('show', 'cat'):
sqo_osrel, sqo_arch, sqo_catrel = m.GetSqoTriad(
options.osrel, options.arch, options.catrel)
res = m.GetCatPackagesResult(sqo_osrel, sqo_arch, sqo_catrel)
for obj in res:
print obj.catalogname, obj.basename, obj.md5_sum
elif (command, subcommand) == ('show', 'files'):
md5_sum = args[0]
join = [
sqlbuilder.INNERJOINOn(
None, m.Srv4FileStats,
m.CswFile.q.srv4_file == m.Srv4FileStats.q.id),
]
res = m.CswFile.select(
m.Srv4FileStats.q.md5_sum == md5_sum,
join=join,
)
for obj in res:
print os.path.join(obj.path, obj.basename)
elif (command, subcommand) == ('show', 'basename'):
db_catalog = checkpkg_lib.Catalog()
for arg in args:
pkgs_by_path = db_catalog.GetPathsAndPkgnamesByBasename(
arg, options.osrel, options.arch, options.catrel)
for file_path in pkgs_by_path:
print os.path.join(file_path,
arg), ", ".join(pkgs_by_path[file_path])
elif (command, subcommand) == ('show', 'filename'):
db_catalog = checkpkg_lib.Catalog()
for arg in args:
pkgs = db_catalog.GetPkgByPath(arg, options.osrel, options.arch,
options.catrel)
print " ".join(pkgs)
else:
raise UsageError("Command unrecognized: %s" % command)