def parse_backup(process_infos: Dict[str, Any]) -> Dict[str, Any]:
rc, output = process_infos["output"][-1]
files_new, files_changed, files_unmodified = re.findall(
r"Files:\s+([0-9]+) new,\s+([0-9]+) changed,\s+([0-9]+) unmodified",
output)[0]
dirs_new, dirs_changed, dirs_unmodified = re.findall(
r"Dirs:\s+([0-9]+) new,\s+([0-9]+) changed,\s+([0-9]+) unmodified",
output)[0]
added_to_the_repo = re.findall(
r"Added to the repo:\s+(-?[0-9.]+ [a-zA-Z]*B)", output)[0]
processed_files, processed_size, processed_time = re.findall(
r"processed ([0-9]+) files,\s+(-?[0-9.]+ [a-zA-Z]*B) in ([0-9]+:+[0-9]+)",
output,
)[0]
return {
"files": {
"new": files_new,
"changed": files_changed,
"unmodified": files_unmodified,
},
"dirs": {
"new": dirs_new,
"changed": dirs_changed,
"unmodified": dirs_unmodified,
},
"processed": {
"files": processed_files,
"size_bytes": parse_size(processed_size),
"duration_seconds": parse_time(processed_time),
},
"added_to_repo": parse_size(added_to_the_repo),
"duration_seconds": process_infos["time"],
"rc": rc,
}
def test_parse_size():
assert parse_size("910 TiB") == 1024 * 1024 * 1024 * 1024 * 910
assert parse_size("910 GiB") == 1024 * 1024 * 1024 * 910
assert parse_size("910 MiB") == 1024 * 1024 * 910
assert parse_size("910 KiB") == 1024 * 910
assert parse_size("910 B") == 910
with pytest.raises(TypeError):
parse_size(123)
def parse_new_prune(process_infos: Dict[str, Any]) -> Dict[str, Any]:
rc, output = process_infos["output"][-1]
to_repack_blobs, to_repack_bytes = re.findall(
r"to repack:[\s]+([0-9]+) blobs / (-?[0-9.]+ ?[a-zA-Z]*B)", output)[0]
removed_blobs, removed_bytes = re.findall(
r"this removes[:]*[\s]+([0-9]+) blobs / (-?[0-9.]+ ?[a-zA-Z]*B)",
output)[0]
to_delete_blobs, to_delete_bytes = re.findall(
r"to delete:[\s]+([0-9]+) blobs / (-?[0-9.]+ ?[a-zA-Z]*B)", output)[0]
total_prune_blobs, total_prune_bytes = re.findall(
r"total prune:[\s]+([0-9]+) blobs / (-?[0-9.]+ ?[a-zA-Z]*B)",
output)[0]
remaining_blobs, remaining_bytes = re.findall(
r"remaining:[\s]+([0-9]+) blobs / (-?[0-9.]+ ?[a-zA-Z]*B)", output)[0]
remaining_unused_size = re.findall(
r"unused size after prune:[\s]+(-?[0-9.]+ ?[a-zA-Z]*B)", output)[0]
return {
"to_repack_blobs": to_repack_blobs,
"to_repack_bytes": parse_size(to_repack_bytes),
"removed_blobs": removed_blobs,
"removed_bytes": parse_size(removed_bytes),
"to_delete_blobs": to_delete_blobs,
"to_delete_bytes": parse_size(to_delete_bytes),
"total_prune_blobs": total_prune_blobs,
"total_prune_bytes": parse_size(total_prune_bytes),
"remaining_blobs": remaining_blobs,
"remaining_bytes": parse_size(remaining_bytes),
"remaining_unused_size": parse_size(remaining_unused_size),
"duration_seconds": process_infos["time"],
"rc": rc,
}
def parse_prune(process_infos: Dict[str, Any]) -> Dict[str, Any]:
rc, output = process_infos["output"][-1]
containing_packs, containing_blobs, containing_size = re.findall(
r"repository contains ([0-9]+) packs \(([0-9]+) blobs\) with (-?[0-9.]+ ?[a-zA-Z]*B)",
output,
)[0]
duplicate_blobs, duplicate_size = re.findall(
r"([0-9]+) duplicate blobs, (-?[0-9.]+ ?[a-zA-Z]*B) duplicate",
output)[0]
in_use_blobs, _, removed_blobs = re.findall(
r"found ([0-9]+) of ([0-9]+) data blobs still in use, removing ([0-9]+) blobs",
output,
)[0]
invalid_files = re.findall(r"will remove ([0-9]+) invalid files",
output)[0]
deleted_packs, rewritten_packs, size_freed = re.findall(
r"will delete ([0-9]+) packs and rewrite ([0-9]+) packs, this frees (-?[0-9.]+ ?[a-zA-Z]*B)",
output,
)[0]
removed_index_files = re.findall(r"remove ([0-9]+) old index files",
output)[0]
return {
"containing_packs_before": containing_packs,
"containing_blobs": containing_blobs,
"containing_size_bytes": parse_size(containing_size),
"duplicate_blobs": duplicate_blobs,
"duplicate_size_bytes": parse_size(duplicate_size),
"in_use_blobs": in_use_blobs,
"removed_blobs": removed_blobs,
"invalid_files": invalid_files,
"deleted_packs": deleted_packs,
"rewritten_packs": rewritten_packs,
"size_freed_bytes": parse_size(size_freed),
"removed_index_files": removed_index_files,
"duration_seconds": process_infos["time"],
"rc": rc,
}