def test_file_filter():
file_filter = FileFilter('tests/test_data/test_filter_both.json')
eq_(True, file_filter.accept('foobar.png'))
eq_(True, file_filter.accept('png'))
eq_(True, file_filter.accept('foobar.jpg'))
eq_(True, file_filter.accept('/Users/bjorn/Images/good_ones/test.png'))
eq_(False, file_filter.accept('/Users/bjorn/Images/good_ones/exception/test.png'))
eq_(False, file_filter.accept('/Users/bjorn/Images/.DS_Store'))
eq_(False, file_filter.accept('essay.docx'))
def import_path(self, server, options, path):
""" Import generic file system path, could be file or dir """
self.upload_registry = UploadRegistry(server, path, options.lock_dir)
if options.filter_file:
self.file_filter = FileFilter(options.filter_file)
if os.path.isdir(path):
return self.import_directory(server, options, path)
else:
import_root = os.path.dirname(path)
if options.destination_root is not None:
import_root = options.destination_root
return self.import_file(server, options, import_root, path)
class AssetsTool(object):
""" Manage AEM DAM assets """
def __init__(self):
self.created_paths = set([])
self.total_files = 1
self.current_file = 1
self.upload_registry = None
self.file_filter = None
def execute(self, server, argv):
options, args = parser.parse_args(argv)
action = get_command(args)
actionarg = get_argument(args)
if action == 'import':
return self.import_path(server, options, actionarg)
else:
error("Unknown action {}".format(action))
return USER_ERROR
def import_path(self, server, options, path):
""" Import generic file system path, could be file or dir """
self.upload_registry = UploadRegistry(server, path, options.lock_dir)
if options.filter_file:
self.file_filter = FileFilter(options.filter_file)
if os.path.isdir(path):
return self.import_directory(server, options, path)
else:
import_root = os.path.dirname(path)
if options.destination_root is not None:
import_root = options.destination_root
return self.import_file(server, options, import_root, path)
def import_directory(self, server, options, rootdir):
""" Import directory recursively """
assert os.path.isdir(rootdir)
self.total_files = count_files(rootdir)
log("Importing {n} files in {path}".format(n=self.total_files,
path=rootdir))
status = OK
for subdir, dirs, files in os.walk(rootdir):
# _create_dir(server, subdir)
for filename in files:
filepath = os.path.join(subdir, filename)
try:
if filter_unwanted(filename):
log("Skipping {path}".format(path=filepath))
continue
self.import_file(server, options, rootdir, filepath)
self.current_file += 1
except AssetException as e:
error("Failed to import {}: {}".format(
filepath, e.message))
status = SERVER_ERROR
return status
def import_file(self, server, options, local_import_root, filepath):
""" Import single file """
assert os.path.isfile(filepath)
t0 = time.time()
if self.file_filter and not self.file_filter.accept(filepath):
msg = "{ts}\t{i}/{n}\tFiltered {local}\n".format(
ts=format_timestamp(time.time()),
i=self.current_file,
n=self.total_files,
local=filepath)
sys.stdout.write(msg)
return OK
if self.upload_registry.is_uploaded(filepath):
msg = "{ts}\t{i}/{n}\tSkipping {local}\n".format(
ts=format_timestamp(time.time()),
i=self.current_file,
n=self.total_files,
local=filepath)
sys.stdout.write(msg)
return OK
dam_path = get_dam_path(filepath, local_import_root,
options.destination_root)
log("Uplading {} to {}".format(filepath, dam_path))
if dam_path not in self.created_paths:
create_dir(server, dam_path, options.dry_run)
self.created_paths.add(dam_path)
else:
log("Skipping creating dam path {}".format(dam_path))
post_file(server, filepath, dam_path, options.dry_run)
t1 = time.time()
benchmark = '{0:.3g}'.format(t1 - t0)
sys.stdout.write(
"{ts}\t{i}/{n}\t{local} -> {dam}\t{benchmark}\n".format(
ts=format_timestamp(t1),
i=self.current_file,
n=self.total_files,
local=filepath,
dam=dam_path,
benchmark=benchmark))
self.upload_registry.mark_uploaded(filepath)
return OK