def __init__(self, spec):
self.spec = spec
self.loaded = False
self.treedata = SloeAlbum(None)
class SloeTree:
item_ini_regex = re.compile(r"(.*)-([0-9A-Fa-f-]{36})\.ini$")
ini_regex = re.compile(r".*\.ini$")
def __init__(self, spec):
self.spec = spec
self.loaded = False
self.treedata = SloeAlbum(None)
def get_tree_uuid(self):
return self.spec["uuid"]
def find_in_tree(self, test_fn):
def recurse(album, found):
for item in album.get_items():
if test_fn(item):
return item
for album in album.get_albums():
found = recurse(album, found)
if found:
break
return found
return recurse(self.treedata, None)
def get_item_from_spec(self, spec):
def test(item):
return item.primacy == spec["primacy"] and item.subtree == spec["subtree"] and item.name == spec["name"]
return self.find_in_tree(test)
def make(self):
if not self.loaded:
self.load()
def load(self):
logging.debug("Loading tree %s" % self.spec["name"])
glb_cfg = SloeConfig.get_global()
for primacy in glb_cfg.get("global", "primacies").split(","):
for worth in glb_cfg.get("global", "worths").split(","):
subdir_path = os.path.join(self.spec["root_dir"], primacy, worth, self.spec["name"])
logging.debug("Walking path %s" % subdir_path)
filecount = 0
bytecount = 0
for root, dirs, filenames in os.walk(subdir_path):
for filename in filenames:
match = self.item_ini_regex.match(filename)
if match:
name = match.group(1)
filename_uuid = match.group(2)
bytecount += self.add_from_ini(
primacy,
worth,
subdir_path,
os.path.relpath(root, subdir_path),
filename,
name,
filename_uuid,
)
filecount += 1
elif self.ini_regex.match(filename):
logging.warning("Suspicious misnamed(?) .ini file %s" % os.path.join(root, filename))
logging.info("Loaded %d item (%d MB) records from %s" % (filecount, bytecount / 2 ** 20, subdir_path))
def add_from_ini(self, primacy, worth, subdir_path, subtree, filename, name, filename_uuid):
full_path = os.path.join(subdir_path, subtree, filename)
item = SloeItem.new_from_ini_file(full_path, "SloeTree.add_from_ini: " + full_path)
# Verification
if primacy != item.get("primacy", ""):
raise SloeError("primacy mismatch %s != %s in %s" % (primacy, item.get("primacy", "(missing)"), full_path))
# Don't verify worth - can be changed by moving files
if subtree != item.subtree:
raise SloeError("subtree mismatch %s != %s in %s" % (subtree, item.subtree, full_path))
if item.uuid != filename_uuid: # Both are strings
raise SloeError("filename/content uuid mismatch %s != %s in %s" % (item.uuid, filename_uuid, full_path))
filesize = 0
filestat = os.stat(full_path)
if os.path.stat.S_ISREG(filestat.st_mode):
filesize = filestat.st_size
else:
logging.warning("Missing file %s" % full_path)
primacy_album = self.treedata.get_or_create_album(primacy)
target_album = primacy_album.get_or_create_album(self.spec["name"])
for album_name in item.subtree.split("/"):
target_album = target_album.get_or_create_album(album_name)
id_uuid = uuid.UUID(item.uuid)
target_album.add_item(item)
return filesize
def __repr__(self):
return (
"SloeTree.spec="
+ pformat(self.spec)
+ "\nSloeTree.loaded="
+ pformat(self.loaded)
+ "\nSloeTree.treedata="
+ pformat(self.treedata)
)