def test_copy_dir_same_path(self):
self._create_dir('a')
self._create_file('a', 'a.txt')
utils.copy(os.path.join(self.root_dir, 'a'),
os.path.join(self.root_dir, 'b'))
self._exist_dir('b')
self._exist_file('b', 'a.txt')
def test_copy_file_different_path(self):
self._create_dir("a")
self._create_dir("b")
self._create_file("a", "a.txt")
utils.copy(os.path.join(self.root_dir, "a", "a.txt"), os.path.join(self.root_dir, "b", "b.txt"))
self._exist_dir("b")
self._exist_file("b", "b.txt")
def test_copy_dir_same_path(self):
self._create_dir('a')
self._create_file('a', 'a.txt')
utils.copy(os.path.join(self.root_dir, 'a'),
os.path.join(self.root_dir, 'b'))
self._exist_dir('b')
self._exist_file('b', 'a.txt')
def _copy_paths(self, paths, source, destination, output_path, final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
if final_path:
copy(os.path.join(source, path), os.path.join(output_path, destination, final_path))
else:
copy(os.path.join(source, path), os.path.join(output_path, destination, path))
def test_copy_file_create_dirs(self):
self._create_file("a.txt")
utils.copy(os.path.join(self.root_dir, "a.txt"), os.path.join(self.root_dir, "b0", "b1", "b2", "b3", "b.txt"))
self._exist_dir("b0")
self._exist_dir("b0", "b1")
self._exist_dir("b0", "b1", "b2")
self._exist_dir("b0", "b1", "b2", "b3")
self._exist_file("b0", "b1", "b2", "b3", "b.txt")
def generate_output(self, writer):
self._copy_paths(self.settings["STATIC_PATHS"], self.path, "static", self.output_path)
self._copy_paths(self.settings["THEME_STATIC_PATHS"], self.theme, "theme", self.output_path, ".")
# copy all the files needed
for source, destination in self.settings["FILES_TO_COPY"]:
copy(source, self.path, self.output_path, destination, overwrite=True)
def test_copy_dir_different_path(self):
self._create_dir('a0')
self._create_dir('a0', 'a1')
self._create_file('a0', 'a1', 'a.txt')
self._create_dir('b0')
utils.copy(os.path.join(self.root_dir, 'a0', 'a1'),
os.path.join(self.root_dir, 'b0', 'b1'))
self._exist_dir('b0', 'b1')
self._exist_file('b0', 'b1', 'a.txt')
def test_copy_file_create_dirs(self):
self._create_file('a.txt')
utils.copy(os.path.join(self.root_dir, 'a.txt'),
os.path.join(self.root_dir, 'b0', 'b1', 'b2', 'b3', 'b.txt'))
self._exist_dir('b0')
self._exist_dir('b0', 'b1')
self._exist_dir('b0', 'b1', 'b2')
self._exist_dir('b0', 'b1', 'b2', 'b3')
self._exist_file('b0', 'b1', 'b2', 'b3', 'b.txt')
def generate_output(self, writer):
self._copy_paths(self.settings['STATIC_PATHS'], self.path,
'static', self.output_path)
self._copy_paths(self.settings['THEME_STATIC_PATHS'], self.theme,
'theme', self.output_path, '.')
# copy all the files needed
for source, destination in self.settings['FILES_TO_COPY']:
copy(source, self.path, self.output_path, destination, overwrite=True)
def test_copy_file_create_dirs(self):
self._create_file('a.txt')
utils.copy(os.path.join(self.root_dir, 'a.txt'),
os.path.join(self.root_dir, 'b0', 'b1', 'b2', 'b3', 'b.txt'))
self._exist_dir('b0')
self._exist_dir('b0', 'b1')
self._exist_dir('b0', 'b1', 'b2')
self._exist_dir('b0', 'b1', 'b2', 'b3')
self._exist_file('b0', 'b1', 'b2', 'b3', 'b.txt')
def test_copy_dir_different_path(self):
self._create_dir('a0')
self._create_dir('a0', 'a1')
self._create_file('a0', 'a1', 'a.txt')
self._create_dir('b0')
utils.copy(os.path.join(self.root_dir, 'a0', 'a1'),
os.path.join(self.root_dir, 'b0', 'b1'))
self._exist_dir('b0', 'b1')
self._exist_file('b0', 'b1', 'a.txt')
def _copy_paths(self, paths, source, destination, output_path,
final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
if final_path:
copy(os.path.join(source, path),
os.path.join(output_path, destination, final_path))
else:
copy(os.path.join(source, path),
os.path.join(output_path, destination, path))
def _copy_paths(self,
paths,
source,
destination,
output_path,
final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
copy(path, source, os.path.join(output_path, destination),
final_path)
def generate_output(self, writer):
self._copy_paths(self.settings['STATIC_PATHS'], self.path,
'static', self.output_path)
self._copy_paths(self.settings['THEME_STATIC_PATHS'], self.theme,
'theme', self.output_path, '.')
# copy all the files needed
for source, destination in self.settings['FILES_TO_COPY']:
copy(source, self.path, self.output_path, destination,
overwrite=True)
def write_site(ctx):
output_post_dir = os.path.join(SITE_DIR, 'posts')
clean_output_dir(SITE_DIR, [])
copy(SITE_ROOT_DIR, SITE_DIR)
mkdir_p(output_post_dir)
write_post_to_dir = functools.partial(write_post, output_post_dir, ctx)
posts = itertools.imap(write_post_to_dir, get_posts())
posts = itertools.ifilter(lambda x: x.get('published'), posts)
posts = sorted(list(posts), key=lambda x: x.get('date'), reverse=True)
write_index(SITE_DIR, ctx, posts)
write_feed(SITE_DIR, ctx, posts)
def write_site(ctx):
output_post_dir = os.path.join(SITE_DIR, 'posts')
clean_output_dir(SITE_DIR, [])
copy(SITE_ROOT_DIR, SITE_DIR)
mkdir_p(output_post_dir)
write_post_to_dir = functools.partial(write_post, output_post_dir, ctx)
posts = itertools.imap(write_post_to_dir, get_posts())
posts = itertools.ifilter(lambda x: x.get('published'), posts)
posts = sorted(list(posts), key=lambda x: x.get('date'), reverse=True)
write_index(SITE_DIR, ctx, posts)
write_feed(SITE_DIR, ctx, posts)
def _generate_output_for(self, writer, kind):
extensions = list(STATIC_EXTENSIONS)
extensions.extend([ext.upper() for ext in STATIC_EXTENSIONS])
if 'STATIC_EXTENSIONS' in self.settings:
extensions.extend(self.settings['STATIC_EXTENSIONS'])
for f in self.get_files(
self.settings[kind + '_PATHS'],
exclude=self.settings[kind + '_EXCLUDES'],
extensions=tuple(extensions)):
# hack, remove "pages/" and put the HiPages directly
# in the root, instead
t = f
if f.startswith("pages/"):
t = f.split("pages/")[1]
utils.copy(os.path.join(self.path, f),
os.path.join(self.output_path, t.lower()))
def generate_context(self):
for f in self.get_files(self.settings.get('CONVERT_PATHS', [])):
static_file = self.readers.read_file(
base_path=self.path, path=f, content_class=Static,
fmt='static', context=self.context)
match_ext=[src_ext for( src_ext, rule) in self.rules if str(f).endswith(src_ext)]
if len(match_ext)!=1 or match_ext[0]!='':
source_path = os.path.join(self.path, static_file.source_path)
temp_path=mkdtemp()
dst_path=os.path.join(self.output_path, os.path.dirname(static_file.save_as))
mkdir_p(dst_path)
content=self.cache.get_cached_data(source_path)
if content:
with open(temp_path+"/tmp.zip", "wb") as zfile:
zfile.write(content)
with ZipFile(temp_path+"/tmp.zip", "r") as zfile:
zfile.extractall(temp_path)
os.remove(temp_path+"/tmp.zip")
else:
src_ext, rule=[(src_ext, rule) for( src_ext, rule) in self.rules if str(source_path).endswith(src_ext)][0]
call(rule.format(src=source_path, src_path=os.path.dirname(source_path), basename=os.path.basename(source_path).replace(src_ext,''), dst_path=temp_path+'/'), shell=True)
zf = ZipFile(temp_path+"/tmp.zip", "w")
for dirname, subdirs, files in os.walk(temp_path):
#zf.write(dirname)
for filename in files:
if filename=="tmp.zip":
continue
zf.write(os.path.join(dirname, filename), filename)
zf.close()
with open(temp_path+"/tmp.zip", "rb") as zfile:
content=zfile.read()
os.remove(temp_path+"/tmp.zip")
self.cache.cache_data(source_path, content)
copy(temp_path, dst_path)
rmtree(temp_path)
else:
source_path = os.path.join(self.path, static_file.source_path)
save_as = os.path.join(self.output_path, static_file.save_as)
mkdir_p(os.path.dirname(save_as))
shutil.copy2(source_path, save_as)
self.add_source_path(static_file)
self.cache.save_cache()
def _copy_paths(self, paths, source, destination, output_path,
final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
source_path = os.path.join(source, path)
if final_path:
if os.path.isfile(source_path):
destination_path = os.path.join(output_path, destination,
final_path,
os.path.basename(path))
else:
destination_path = os.path.join(output_path, destination,
final_path)
else:
destination_path = os.path.join(output_path, destination, path)
copy(source_path, destination_path,
self.settings['IGNORE_FILES'])
def _copy_paths(self, paths, source, destination, output_path,
final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
source_path = os.path.join(source, path)
if final_path:
if os.path.isfile(source_path):
destination_path = os.path.join(output_path, destination,
final_path,
os.path.basename(path))
else:
destination_path = os.path.join(output_path, destination,
final_path)
else:
destination_path = os.path.join(output_path, destination, path)
copy(source_path, destination_path,
self.settings['IGNORE_FILES'])
def copy_assets(content, output, file_list):
"""
Copy assets from content folders to output folders
Parameters
----------
content: a string, the file path of the content directoy
output: a string, the file path of the output directory
file_list: list
List of files to be transferred
Output
------
Copies files from content to output
"""
if not os.path.exists(output):
os.makedirs(output)
for file_ in file_list:
file_content = os.path.join(content, file_)
logger.info("psa: copy_assets %s to %s" % (file_content, output))
utils.copy(file_content, output)
def _copy_staticfile(self, sc):
source_path = os.path.join(self.path, sc.source_path)
save_as = os.path.join(self.output_path, sc.save_as)
self._mkdir(os.path.dirname(save_as))
copy(source_path, save_as)
logger.info('Copying %s to %s', sc.source_path, sc.save_as)
def _copy_paths(self, paths, source, destination, output_path,
final_path=None):
"""Copy all the paths from source to destination"""
for path in paths:
copy(path, source, os.path.join(output_path, destination), final_path,
overwrite=True)
def test_copy_file_same_path(self):
self._create_file("a.txt")
utils.copy(os.path.join(self.root_dir, "a.txt"), os.path.join(self.root_dir, "b.txt"))
self._exist_file("b.txt")
def _create_source(self, obj, output_path):
output_path = os.path.splitext(obj.save_as)[0]
dest = os.path.join(output_path, output_path + self.output_extension)
copy('', obj.source_path, dest)
def _create_source(self, obj):
output_path, _ = os.path.splitext(obj.save_as)
dest = os.path.join(self.output_path,
output_path + self.output_extension)
copy('', obj.source_path, dest)
def _create_source(self, obj, output_path):
filename = os.path.splitext(obj.save_as)[0]
dest = os.path.join(output_path, filename + self.output_extension)
copy('', obj.filename, dest)
def _create_source(self, obj, output_path):
output_path = os.path.splitext(obj.save_as)[0]
dest = os.path.join(output_path, output_path + self.output_extension)
copy("", obj.source_path, dest)
def _create_source(self, obj, output_path):
filename = os.path.splitext(obj.save_as)[0]
dest = os.path.join(output_path, filename + self.output_extension)
copy('', obj.filename, dest)
def _copy_staticfile(self, sc):
source_path = os.path.join(self.path, sc.source_path)
save_as = os.path.join(self.output_path, sc.save_as)
self._mkdir(os.path.dirname(save_as))
copy(source_path, save_as)
logger.info('Copying %s to %s', sc.source_path, sc.save_as)
def _create_source(self, obj):
output_path, _ = os.path.splitext(obj.save_as)
dest = os.path.join(self.output_path,
output_path + self.output_extension)
copy(obj.source_path, dest)
def get_gallery(name, params={}):
"""
Look for images in the gallery dir, process all images and create a
gallery.
:param String name: Name of the gallery
:param Dict params: Additional parameters for the processing
"""
settings = prepare_settings(params)
# check content path
content_path = os.path.join(generator.settings.get("PATH"), settings.get("content_path"))
gallery_content_path = os.path.join(content_path, name)
if not os.path.isdir(gallery_content_path):
logging.warning("Unable to find gallery: %s", name)
return None
# prepare output directories
output_path = os.path.join(generator.settings.get("OUTPUT_PATH"), settings.get("output_path"), name)
thumbnail_path = os.path.join(output_path, settings.get("thumbnail_path"))
# create directories
utils.mkdir_p(output_path)
if settings.get("thumbnail_create") == True:
utils.mkdir_p(thumbnail_path)
# process the images
images = {}
for filename in os.listdir(gallery_content_path):
if not os.path.isfile(os.path.join(gallery_content_path, filename)):
continue
image = {}
# copy original
if settings.get("copy_original") == True:
utils.copy(filename, gallery_content_path, output_path, "./")
image["filename"] = filename
# load the image
img = Image.open(os.path.join(gallery_content_path, filename))
# process the thumbnail
if settings.get("thumbnail_create") == True:
size = settings.get("thumbnail_size")
if type(size) == int:
size = (size, size)
mode = settings.get("thumbnail_mode")
if mode == "fit":
img_new = ImageOps.fit(img, size)
else:
img_new = ImageOps.fit(img, size)
img_new.save(os.path.join(thumbnail_path, filename))
image["thumbnail"] = settings.get("thumbnail_path") + "/" + filename
# process the image sizes
img_sizes = {}
for sname, sopt in settings.get("sizes").iteritems():
size = sopt.get("size")
if type(size) == int:
size = (size, size)
x, y = img.size
if x > size[0]:
y = int(max(y * size[0] / x, 1))
x = int(size[0])
if y > size[1]:
x = int(max(x * size[1] / y, 1))
y = int(size[1])
size = (x, y)
img_new = img.resize(size)
img_name = sopt.get("name", "{root}_{size_name}.{ext}").format(
root=os.path.splitext(filename)[0], ext=os.path.splitext(filename)[1][1:], size_name=sname
)
img_new.save(os.path.join(output_path, img_name))
img_sizes[sname] = img_name
image["sizes"] = img_sizes
images[filename] = image
return {"name": name, "images": images}