def statistics_from_old_stats(self, metadata, xdata):
# entries are name -> (modified, correct, start, desired, end)
# not sure we can get all of this from old format stats
t1 = time.time()
entries = dict([('Package', dict()),
('Service', dict()), ('Path', dict())])
extra = dict([('Package', dict()), ('Service', dict()),
('Path', dict())])
bad = []
state = xdata.find('.//Statistics')
correct = state.get('state') == 'clean'
revision = u_str(state.get('revision', '-1'))
for entry in state.find('.//Bad'):
data = [False, False, u_str(entry.get('name'))] \
+ build_snap_ent(entry)
if entry.tag in ftypes:
etag = 'Path'
else:
etag = entry.tag
entries[etag][entry.get('name')] = data
for entry in state.find('.//Modified'):
if entry.tag in ftypes:
etag = 'Path'
else:
etag = entry.tag
if entry.get('name') in entries[etag]:
data = [True, False, u_str(entry.get('name'))] + \
build_snap_ent(entry)
else:
data = [True, False, u_str(entry.get('name'))] + \
build_snap_ent(entry)
for entry in state.find('.//Extra'):
if entry.tag in datafields:
data = build_snap_ent(entry)[1]
ename = u_str(entry.get('name'))
data['name'] = ename
extra[entry.tag][ename] = data
else:
print("extra", entry.tag, entry.get('name'))
t2 = time.time()
snap = Snapshot.from_data(self.session, correct, revision,
metadata, entries, extra)
self.session.add(snap)
self.session.commit()
t3 = time.time()
logger.info("Snapshot storage took %fs" % (t3 - t2))
return True
def statistics_from_old_stats(self, metadata, xdata):
# entries are name -> (modified, correct, start, desired, end)
# not sure we can get all of this from old format stats
t1 = time.time()
entries = dict([('Package', dict()), ('Service', dict()),
('Path', dict())])
extra = dict([('Package', dict()), ('Service', dict()),
('Path', dict())])
bad = []
state = xdata.find('.//Statistics')
correct = state.get('state') == 'clean'
revision = u_str(state.get('revision', '-1'))
for entry in state.find('.//Bad'):
data = [False, False, u_str(entry.get('name'))] \
+ build_snap_ent(entry)
if entry.tag in ftypes:
etag = 'Path'
else:
etag = entry.tag
entries[etag][entry.get('name')] = data
for entry in state.find('.//Modified'):
if entry.tag in ftypes:
etag = 'Path'
else:
etag = entry.tag
if entry.get('name') in entries[etag]:
data = [True, False, u_str(entry.get('name'))] + \
build_snap_ent(entry)
else:
data = [True, False, u_str(entry.get('name'))] + \
build_snap_ent(entry)
for entry in state.find('.//Extra'):
if entry.tag in datafields:
data = build_snap_ent(entry)[1]
ename = u_str(entry.get('name'))
data['name'] = ename
extra[entry.tag][ename] = data
else:
print("extra", entry.tag, entry.get('name'))
t2 = time.time()
snap = Snapshot.from_data(self.session, correct, revision, metadata,
entries, extra)
self.session.add(snap)
self.session.commit()
t3 = time.time()
logger.info("Snapshot storage took %fs" % (t3 - t2))
return True
def __call__(self, args):
Bcfg2.Server.Admin.Mode.__call__(self, args)
if len(args) == 0 or args[0] == '-h':
print(self.__usage__)
raise SystemExit(0)
if args[0] == 'query':
if args[1] in self.q_dispatch:
q_obj = self.q_dispatch[args[1]]
if q_obj == Client:
rows = []
labels = ('Client', 'Active')
for host in \
self.session.query(q_obj).filter(q_obj.active == False):
rows.append([host.name, 'No'])
for host in \
self.session.query(q_obj).filter(q_obj.active == True):
rows.append([host.name, 'Yes'])
self.print_table([labels] + rows,
justify='left',
hdr=True,
vdelim=" ",
padding=1)
elif q_obj == Group:
print("Groups:")
for group in self.session.query(q_obj).all():
print(" %s" % group.name)
else:
results = self.session.query(q_obj).all()
else:
print('error')
raise SystemExit(1)
elif args[0] == 'init':
# Initialize the Snapshots database
dbpath = Bcfg2.Server.Snapshots.db_from_config(self.cfile)
engine = sqlalchemy.create_engine(dbpath, echo=True)
metadata = Base.metadata
metadata.create_all(engine)
Session = sqlalchemy.orm.sessionmaker()
Session.configure(bind=engine)
session = Session()
session.commit()
elif args[0] == 'dump':
client = args[1]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Client %s last run at %s" % (client, snap.timestamp))
for pkg in snap.packages:
print("C:", pkg.correct, 'M:', pkg.modified)
print("start", pkg.start.name, pkg.start.version)
print("end", pkg.end.name, pkg.end.version)
elif args[0] == 'reports':
# bcfg2-admin reporting interface for Snapshots
if '-a' in args[1:]:
# Query all hosts for Name, Status, Revision, Timestamp
q = self.session.query(Client.name,
Snapshot.correct,
Snapshot.revision,
Snapshot.timestamp)\
.filter(Client.id==Snapshot.client_id)\
.group_by(Client.id)
rows = []
labels = ('Client', 'Correct', 'Revision', 'Time')
for item in q.all():
cli, cor, time, rev = item
rows.append([cli, cor, time, rev])
self.print_table([labels] + rows,
justify='left',
hdr=True,
vdelim=" ",
padding=1)
elif '-b' in args[1:]:
# Query a single host for bad entries
if len(args) < 3:
print("Usage: bcfg2-admin snapshots -b <client>")
return
client = args[2]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Bad entries:")
bad_pkgs = [self.session.query(Package)
.filter(Package.id==p.start_id).one().name \
for p in snap.packages if p.correct == False]
for p in bad_pkgs:
print(" Package:%s" % p)
bad_files = [self.session.query(File)
.filter(File.id==f.start_id).one().name \
for f in snap.files if f.correct == False]
for filename in bad_files:
print(" File:%s" % filename)
bad_svcs = [self.session.query(Service)
.filter(Service.id==s.start_id).one().name \
for s in snap.services if s.correct == False]
for svc in bad_svcs:
print(" Service:%s" % svc)
elif '-e' in args[1:]:
# Query a single host for extra entries
client = args[2]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Extra entries:")
for pkg in snap.extra_packages:
print(" Package:%s" % pkg.name)
# FIXME: Do we know about extra files yet?
for f in snap.extra_files:
print(" File:%s" % f.name)
for svc in snap.extra_services:
print(" Service:%s" % svc.name)
elif '--date' in args[1:]:
year, month, day = args[2:]
timestamp = date(int(year), int(month), int(day))
snaps = []
for client in self.session.query(Client).filter(
Client.active == True):
snaps.append(
Snapshot.get_by_date(self.session, client.name,
timestamp))
rows = []
labels = ('Client', 'Correct', 'Revision', 'Time')
for snap in snaps:
rows.append([
snap.client.name, snap.correct, snap.revision,
snap.timestamp
])
self.print_table([labels] + rows,
justify='left',
hdr=True,
vdelim=" ",
padding=1)
else:
print("Unknown options: ", args[1:])
def __call__(self, args):
Bcfg2.Server.Admin.Mode.__call__(self, args)
if len(args) == 0 or args[0] == '-h':
print(self.__usage__)
raise SystemExit(0)
if args[0] == 'query':
if args[1] in self.q_dispatch:
q_obj = self.q_dispatch[args[1]]
if q_obj == Client:
rows = []
labels = ('Client', 'Active')
for host in \
self.session.query(q_obj).filter(q_obj.active == False):
rows.append([host.name, 'No'])
for host in \
self.session.query(q_obj).filter(q_obj.active == True):
rows.append([host.name, 'Yes'])
self.print_table([labels]+rows,
justify='left',
hdr=True,
vdelim=" ",
padding=1)
elif q_obj == Group:
print("Groups:")
for group in self.session.query(q_obj).all():
print(" %s" % group.name)
else:
results = self.session.query(q_obj).all()
else:
print('error')
raise SystemExit(1)
elif args[0] == 'init':
# Initialize the Snapshots database
dbpath = Bcfg2.Server.Snapshots.db_from_config(self.cfile)
engine = sqlalchemy.create_engine(dbpath, echo=True)
metadata = Base.metadata
metadata.create_all(engine)
Session = sqlalchemy.orm.sessionmaker()
Session.configure(bind=engine)
session = Session()
session.commit()
elif args[0] == 'dump':
client = args[1]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Client %s last run at %s" % (client, snap.timestamp))
for pkg in snap.packages:
print("C:", pkg.correct, 'M:', pkg.modified)
print("start", pkg.start.name, pkg.start.version)
print("end", pkg.end.name, pkg.end.version)
elif args[0] == 'reports':
# bcfg2-admin reporting interface for Snapshots
if '-a' in args[1:]:
# Query all hosts for Name, Status, Revision, Timestamp
q = self.session.query(Client.name,
Snapshot.correct,
Snapshot.revision,
Snapshot.timestamp)\
.filter(Client.id==Snapshot.client_id)\
.group_by(Client.id)
rows = []
labels = ('Client', 'Correct', 'Revision', 'Time')
for item in q.all():
cli, cor, time, rev = item
rows.append([cli, cor, time, rev])
self.print_table([labels]+rows,
justify='left',
hdr=True, vdelim=" ",
padding=1)
elif '-b' in args[1:]:
# Query a single host for bad entries
if len(args) < 3:
print("Usage: bcfg2-admin snapshots -b <client>")
return
client = args[2]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Bad entries:")
bad_pkgs = [self.session.query(Package)
.filter(Package.id==p.start_id).one().name \
for p in snap.packages if p.correct == False]
for p in bad_pkgs:
print(" Package:%s" % p)
bad_files = [self.session.query(File)
.filter(File.id==f.start_id).one().name \
for f in snap.files if f.correct == False]
for filename in bad_files:
print(" File:%s" % filename)
bad_svcs = [self.session.query(Service)
.filter(Service.id==s.start_id).one().name \
for s in snap.services if s.correct == False]
for svc in bad_svcs:
print(" Service:%s" % svc)
elif '-e' in args[1:]:
# Query a single host for extra entries
client = args[2]
snap = Snapshot.get_current(self.session, u_str(client))
if not snap:
print("Current snapshot for %s not found" % client)
sys.exit(1)
print("Extra entries:")
for pkg in snap.extra_packages:
print(" Package:%s" % pkg.name)
# FIXME: Do we know about extra files yet?
for f in snap.extra_files:
print(" File:%s" % f.name)
for svc in snap.extra_services:
print(" Service:%s" % svc.name)
elif '--date' in args[1:]:
year, month, day = args[2:]
timestamp = date(int(year), int(month), int(day))
snaps = []
for client in self.session.query(Client).filter(Client.active == True):
snaps.append(Snapshot.get_by_date(self.session,
client.name,
timestamp))
rows = []
labels = ('Client', 'Correct', 'Revision', 'Time')
for snap in snaps:
rows.append([snap.client.name,
snap.correct,
snap.revision,
snap.timestamp])
self.print_table([labels]+rows,
justify='left',
hdr=True,
vdelim=" ",
padding=1)
else:
print("Unknown options: ", args[1:])
