def all_backups(request):
""" This view method is only sketched yet and not completed yet. It should list all jobs for a specific client and fileset in a new view/page.
The client and fileset name should be retrieved in the view by using a post form in the client_fileset box on the website."""
con = None
jobs = defaultdict(lambda: defaultdict(defaultdict))
hosts = dict(host_up()) # (5)
try:
con = psycopg2.connect(database="bareos", user="******", host="phserver01")
con.set_session(readonly=True)
cur = con.cursor()
cur.execute(
"SELECT c.name, p.name, j.jobbytes, j.realendtime, j.starttime, j.jobfiles, f.fileset, \
m.volumename, j.jobid \
FROM client c, job j, fileset f, pool p, media m, jobmedia jm \
WHERE j.jobstatus IN ('T', 'W') AND j.level IN ('F', 'I', 'D') AND j.type IN ('B', 'C') \
AND j.clientid=c.clientid AND j.poolid=p.poolid AND j.filesetid=f.filesetid AND \
jm.mediaid=m.mediaid AND jm.jobid=j.jobid;"
)
tuples = cur.fetchall()
# tuples: [('phserver01-fd', 'Incremental-ST', 5128714372, datetime.datetime(2016, 4, 1, 17, 1, 37),
# datetime.datetime(2016, 4, 1, 17, 0), 239, 'Linux All phserver01', 'Incremental-ST-0071', 2298), .....]
total_size = float()
for t in tuples:
client = t[0]
pool = t[1]
jobbytes = t[2]
realendtime = t[3]
starttime = t[4]
jobfiles = t[5]
fileset = t[6]
volname = t[7]
jobid = t[8]
pool_sub_dict = defaultdict(list)
pool_list = list()
try:
duration = realendtime - starttime
except Exception as e:
logger.debug(format_exception(e))
continue
seconds = duration.total_seconds()
minutes = int((seconds % 3600) // 60)
endtime = realendtime.strftime("%d.%m.%y %H:%M")
# grob aufrunden
jobgigabytes = int(jobbytes / 1000000000)
current_time = datetime.datetime.now()
pool_list = (jobid, jobgigabytes, endtime, minutes, jobfiles, volname)
try:
j = jobs[client][fileset][pool]
except:
jobs[client][fileset][pool] = set()
j = jobs[client][fileset][pool]
j.add(pool_list)
except Exception as e:
logger.debug(format_exception(e))
pass
jobs = default_to_regular(jobs) # (5)
for jck, jcv in iteritems(jobs):
for jfk, jfv in iteritems(jcv):
jobs[jck][jfk] = OrderedDict(sorted(iteritems(jobs[jck][jfk])))
for jpk, jpv in iteritems(jfv):
for jpe in jpv:
logger.debug(jpe)
# outputs: (92, 85, '22.05.15 21:23', 16, 384467, 'Full-LT-0007')
total_size += jpe[1]
jobs[jck][jfk][jpk] = sorted(jpv)
jobs = OrderedDict(sorted(iteritems(jobs)))
logger.debug(jobs)
return render_to_response(
"monitor/all_backups.html",
{"jobs": jobs, "hosts": hosts, "total_size": total_size},
context_instance=RequestContext(request),
)
def monitor(request):
jobs_config, config_copy_dep = client_pool_map()
config_copy_dep = dict(config_copy_dep)
con = None
try:
con = psycopg2.connect(database="bareos", user="******", host="phserver01")
con.set_session(readonly=True)
cur = con.cursor()
cur.execute(
"SELECT c.name, p.name, j.jobbytes, j.realendtime, j.starttime, j.jobfiles, f.fileset \
FROM client c \
LEFT JOIN ( \
SELECT DISTINCT ON (j.clientid, j.poolid, j.filesetid) \
j.jobbytes, j.realendtime, j.clientid, j.poolid, j.starttime, j.jobfiles, j.type, j.level, j.jobstatus, j.filesetid \
FROM job j \
WHERE j.jobstatus IN ('T', 'W') AND j.level IN ('F', 'I', 'D') AND j.type IN ('B', 'C') \
ORDER BY j.clientid, j.poolid, j.filesetid, j.realendtime DESC \
) j ON j.clientid = c.clientid \
LEFT JOIN pool p ON p.poolid = j.poolid \
LEFT JOIN fileset f ON f.filesetid = j.filesetid;"
) # (12)
tuples = cur.fetchall()
jobs = defaultdict(lambda: defaultdict(defaultdict))
clients_pools_dict = defaultdict(list) # (0)
for t in tuples:
client = t[0]
fileset = t[6]
pool = t[1]
pool_sub_dict = defaultdict(list)
pool_list = list()
jobbytes = t[2]
realendtime = t[3]
starttime = t[4]
try:
duration = realendtime - starttime
except:
continue
seconds = duration.total_seconds()
minutes = int((seconds % 3600) // 60)
endtime = realendtime.strftime("%d.%m.%y %H:%M")
# grob aufrunden
jobgigabytes = int(jobbytes / 1000000000)
current_time = datetime.datetime.now()
if isinstance(_timeouts, int):
timeout_max = datetime.timedelta(days=_timeouts)
if (current_time - realendtime) > timeout_max:
timeout = 1
else:
timeout = 0
elif isinstance(_timeouts, dict):
for tk, tv in iteritems(_timeouts):
if pool in tv: # checking if pool is in tv (list of pools from _timeouts)
timeout_max = datetime.timedelta(days=tk)
if (current_time - realendtime) > timeout_max:
timeout = 1
else:
timeout = 0
break
pool_list = [jobgigabytes, endtime, minutes, t[5], timeout]
jobs[client][fileset][pool] = pool_list
except ValueError as err:
logger.debug(err)
logger.debug("Error in view.")
for key, li in iteritems(config_copy_dep): # (9)
config_copy_dep[key] = sorted(li)
config_copy_dep = OrderedDict(sorted(iteritems(config_copy_dep))) # (10)
# adding "copy dependend pools" to "jobs config pools"
for cck, ccv in iteritems(jobs_config): # config client key/val
for cfk, cfv in iteritems(ccv): # config fileset
for cdk, cdv in iteritems(
config_copy_dep
): # config dep is just 1 level dict like so: {'Full-LT': ['Full-Copy-LT', 'Incremental-Copy-LT'], ...}
if cdk in cfv: # cfv is list of pools associated to fileset key
for cde in cdv: # copy dep element
jobs_config[cck][cfk].add(cde) # adding dep pool to list client_fileset pools.
for jck, jcv in iteritems(jobs_config):
for cfk, cfv in iteritems(jcv):
jobs_config[jck][cfk] = sorted(cfv)
jobs_config = OrderedDict(sorted(iteritems(jobs_config))) # (8)
hosts = dict(host_up()) # (5)
# setting missing pools to value 0.
for jck, jcv in iteritems(jobs): # (4)
for cck, ccv in iteritems(jobs_config): # config_client_key/val
if jck == cck: # (7)
for jfk, jfv in iteritems(jcv):
for cfk, cfv in iteritems(
ccv
): # cfv is a list of all pools that "should" exist for each client's fileset.
if (
jfk == cfk
): # if not checked that jfk == cfk, we would get pools marked as missing for filesets though they aren't.
for cfe in cfv: # (1)
if not cfe in jfv: # (2)
jobs[jck][jfk][cfe] = 0 # (6)
jobs = default_to_regular(jobs) # (5)
# Sorting
for jck, jcv in iteritems(jobs):
for jfk, jfv in iteritems(jcv):
jobs[jck][jfk] = OrderedDict(sorted(iteritems(jobs[jck][jfk])))
jobs = OrderedDict(sorted(iteritems(jobs))) # (3)
return render_to_response(
"monitor/recent_backups.html", {"jobs": jobs, "hosts": hosts}, context_instance=RequestContext(request)
)
