def list4log(dirs_size_dict, wpath, dirs):
"""Create a list of new or deleted directories for the log."""
llst = []
for ldir in sorted(dirs):
dsz = best_unit_size(dirs_size_dict[ldir])
llst.append(" {0:8.2f} {1} ./{2}".
format(dsz['s'], dsz['u'], os.path.relpath(ldir, wpath)))
return llst
def list4log(dirs_size_dict, wpath, dirs):
"""Create a list of new or deleted directories for the log."""
llst = []
for ldir in sorted(dirs):
dsz = best_unit_size(dirs_size_dict[ldir])
llst.append(" {0:8.2f} {1} ./{2}".format(
dsz['s'], dsz['u'], os.path.relpath(ldir, wpath)))
return llst
def diff4log(before, current, wpath, dirs, threshold_pct=0, threshold_sz=0):
"""Create a list of the directories that had size changes for the log."""
llst = []
for ddir in sorted(dirs):
pct = (((current[ddir] - float(before[ddir])) / before[ddir]) * 100.0)
diff = current[ddir] - before[ddir]
if abs(pct) >= threshold_pct and abs(diff) > threshold_sz:
dsz = best_unit_size(diff)
llst.append(" {0:8.2f} % {1:8.1f} {2} ./{3}".format(
pct, dsz['s'], dsz['u'], os.path.relpath(ddir, wpath)))
return llst
def diff4log(before, current, wpath, dirs, threshold_pct=0, threshold_sz=0):
"""Create a list of the directories that had size changes for the log."""
llst = []
for ddir in sorted(dirs):
pct = (((current[ddir] - float(before[ddir])) / before[ddir]) * 100.0)
diff = current[ddir] - before[ddir]
if abs(pct) >= threshold_pct and abs(diff) > threshold_sz:
dsz = best_unit_size(diff)
llst.append(" {0:8.2f} % {1:8.1f} {2} ./{3}".
format(pct, dsz['s'], dsz['u'],
os.path.relpath(ddir, wpath)))
return llst
def main(first_exec=False):
"""Main section"""
# The path to monitor changes in directories dir_size. By default, if none
# is given, takes the home directory.
args = arguments().parse_args()
mon_pth = args.path
# Ignore all directories that are below these percentage or absolute value
# of size difference. There are optional, set to zero to override them.
thld_pct = 20 # In percentage of difference in size for a directory
thld_sz = 10.486E6 # In bytes of absolute value of directory size diff.
# Prepare the log
log = logger.Logger()
url = "http://joedicastro.com"
head = ("Changes in size of directories for {0} on {1}".
format(mon_pth, platform.node()))
log.header(url, head)
log.time("START TIME")
notify("Directory Size Monitor", "Start to check", "info")
# Load the last dictionary of directories/sizes if exists
try:
with open('.dir_sizes.pkl', 'rb') as input_file:
bfr_dir = pickle.load(input_file)
except (EOFError, IOError, pickle.PickleError):
bfr_dir = {}
first_exec = True
# Get the current dictionary of directories/sizes
crr_dir = {}
for path, dirs, files in os.walk(mon_pth):
for directory in dirs:
dir_path = os.path.join(path, directory)
dir_size = get_size_fast(dir_path)
crr_dir[dir_path] = dir_size
# First, Save the current dirs/sizes
with open(".dir_sizes.pkl", "wb") as output_file:
pickle.dump(crr_dir, output_file)
# Create the list depending the status of directories
deleted = [d for d in bfr_dir if d not in crr_dir]
added = [d for d in crr_dir if d not in bfr_dir]
changed = [d for d in crr_dir if d in bfr_dir if crr_dir[d] != bfr_dir[d]]
log.list("Deleted directories", list4log(bfr_dir, mon_pth, deleted))
log.list("New directories", list4log(crr_dir, mon_pth, added))
log.list("Changed directories", diff4log(bfr_dir, crr_dir, mon_pth,
changed, thld_pct, thld_sz))
# If thresholds are nonzero, then report the values
if thld_pct or thld_sz:
tsz = best_unit_size(thld_sz)
log.list("Threshold Values",
["The directories whose size differences are less than any of"
" these values are ignored:", "",
"Percentage: {0:6} %".format(thld_pct),
"Size: {0:6.2f} {1}".format(tsz['s'], tsz['u'])])
# Show some statistics for the analyzed path
mon_pth_sz = best_unit_size(get_size_fast(mon_pth))
log.list("{0} Statistics".format(mon_pth),
["{0:8} directories".format(len(crr_dir)),
"{0:8.2f} {1}".format(mon_pth_sz['s'], mon_pth_sz['u'])])
log.time("END TIME")
notify("Directory Size Monitor", "Finished", "Ok")
if not first_exec:
log.send("Changes in size of directories")
log.write()
def main(first_exec=False):
"""Main section"""
# The path to monitor changes in directories dir_size. By default, if none
# is given, takes the home directory.
args = arguments().parse_args()
mon_pth = args.path
# Ignore all directories that are below these percentage or absolute value
# of size difference. There are optional, set to zero to override them.
thld_pct = 20 # In percentage of difference in size for a directory
thld_sz = 10.486E6 # In bytes of absolute value of directory size diff.
# Prepare the log
log = logger.Logger()
url = "http://joedicastro.com"
head = ("Changes in size of directories for {0} on {1}".format(
mon_pth, platform.node()))
log.header(url, head)
log.time("START TIME")
notify("Directory Size Monitor", "Start to check", "info")
# Load the last dictionary of directories/sizes if exists
try:
with open('.dir_sizes.pkl', 'rb') as input_file:
bfr_dir = pickle.load(input_file)
except (EOFError, IOError, pickle.PickleError):
bfr_dir = {}
first_exec = True
# Get the current dictionary of directories/sizes
crr_dir = {}
for path, dirs, files in os.walk(mon_pth):
for directory in dirs:
dir_path = os.path.join(path, directory)
dir_size = get_size_fast(dir_path)
crr_dir[dir_path] = dir_size
# First, Save the current dirs/sizes
with open(".dir_sizes.pkl", "wb") as output_file:
pickle.dump(crr_dir, output_file)
# Create the list depending the status of directories
deleted = [d for d in bfr_dir if d not in crr_dir]
added = [d for d in crr_dir if d not in bfr_dir]
changed = [d for d in crr_dir if d in bfr_dir if crr_dir[d] != bfr_dir[d]]
log.list("Deleted directories", list4log(bfr_dir, mon_pth, deleted))
log.list("New directories", list4log(crr_dir, mon_pth, added))
log.list("Changed directories",
diff4log(bfr_dir, crr_dir, mon_pth, changed, thld_pct, thld_sz))
# If thresholds are nonzero, then report the values
if thld_pct or thld_sz:
tsz = best_unit_size(thld_sz)
log.list("Threshold Values", [
"The directories whose size differences are less than any of"
" these values are ignored:", "",
"Percentage: {0:6} %".format(thld_pct),
"Size: {0:6.2f} {1}".format(tsz['s'], tsz['u'])
])
# Show some statistics for the analyzed path
mon_pth_sz = best_unit_size(get_size_fast(mon_pth))
log.list("{0} Statistics".format(mon_pth), [
"{0:8} directories".format(len(crr_dir)), "{0:8.2f} {1}".format(
mon_pth_sz['s'], mon_pth_sz['u'])
])
log.time("END TIME")
notify("Directory Size Monitor", "Finished", "Ok")
if not first_exec:
log.send("Changes in size of directories")
log.write()
