def map_params(el, parameters_to_map):
"""
Maps params to ids recursively.
This method automatically maps IDs with the correponding objects given in parameters_to_map.
The mapping is made in place as el is passed as a reference.
:param el: the element that have ID references
:param parameters_to_map: a dict containing lists of elements to map by ids with el
"""
for key, value in el.items():
if key in parameters_to_map.keys() and parameters_to_map[key] is not None:
if type(value) is int: # Only one ID to map
obj = get_by_id(parameters_to_map[key], value)
if obj is not None:
el[key] = {
'id': value,
'details': obj
}
elif type(value) is list: # The object is a list of IDs, we map each one
vlist = []
for v in value:
obj = get_by_id(parameters_to_map[key], v)
vlist.append(obj)
el[key] = {
'ids': value,
'details': vlist
}
elif value is dict:
Exporter.map_params(value, parameters_to_map)
def get_obj_by_id_helper(self, cache, obj_id, url, use_cache=True):
if use_cache and cache is not None:
obj = get_by_id(cache, obj_id)
if obj is not None:
return [obj]
obj = self.crawl_single_page(url % obj_id)
if type(obj) is dict:
return [obj]
return []
def export_posts_html(posts, folder, tags_list=None, categories_list=None,
users_list=None):
"""
Exports posts as HTML to specified export folder.
:param posts: the posts to export
:param folder: the export folder
:param tags_list: a list of tags to associate them with tag ids
:param categories_list: a list of categories to associate them with category ids
:param user_list: a list of users to associate them with author id
:return: the length of the list written to the file
"""
exported_posts = 0
date_format = "%Y-%m-%dT%H:%M:%S-%Z"
if not os.path.isdir(folder):
os.makedirs(folder)
for post in posts:
post_file = None
if 'slug' in post.keys():
post_file = open(os.path.join(folder, post['slug'])+".html",
"wt", encoding="utf-8")
else:
post_file = open(os.path.join(folder, str(post['id']))+".html",
"wt", encoding="utf-8")
title = "Unknown"
if 'title' in post.keys() and 'rendered' in post['title'].keys():
title = post['title']['rendered']
date_gmt = "Unknown"
if 'date_gmt' in post.keys():
date_gmt = datetime.strptime(post['date_gmt'] +
"-GMT", date_format)
modified_gmt = "Unknown"
if 'modified_gmt' in post.keys():
modified_gmt = datetime.strptime(post['modified_gmt'] +
"-GMT", date_format)
status = "Unknown"
if 'status' in post.keys():
status = post['status']
post_type = "Unknown"
if 'type' in post.keys():
post_type = post['type']
link = "Unknown"
if 'link' in post.keys():
link = html.escape(post['link'])
comments = "Unknown"
if 'comment_status' in post.keys():
comments = html.escape(post['comment_status'])
content = "Unknown"
if 'content' in post.keys() and 'rendered' in \
post['content'].keys():
content = post['content']['rendered']
excerpt = "Unknown"
if 'excerpt' in post.keys() and 'rendered' in \
post['excerpt'].keys():
excerpt = post['excerpt']['rendered']
author = "Unknown"
if 'author' in post.keys() and users_list is not None:
author_obj = get_by_id(users_list, post['author'])
author = "%d: " % post['author']
if author_obj is not None:
if 'name' in author_obj.keys():
author += author_obj['name']
if 'slug' in author_obj.keys():
author += "(%s)" % author_obj['slug']
if 'link' in author_obj.keys():
author += " - <a href=\"%s\">%s</a>" % \
(author_obj['link'], author_obj['link'])
elif 'author' in post.keys():
author = str(post['author'])
categories = "<li>Unknown</li>"
if 'categories' in post.keys() and categories_list is not None:
categories = ""
for cat in post['categories']:
cat_obj = get_by_id(categories_list, cat)
categories += "<li>%d: " % cat
if cat_obj is not None:
if 'name' in cat_obj.keys():
categories += cat_obj['name']
if 'link' in cat_obj.keys():
categories += " - <a href=\"%s\">%s</a>" % \
(html.escape(cat_obj['link']),
html.escape(cat_obj['link']))
categories += "</li>"
elif 'categories' in post.keys():
categories = ""
for cat in post['categories']:
categories += "<li>" + str(post['categories']) + "</li>"
tags = "<li>Unknown</li>"
if 'tags' in post.keys() and tags_list is not None:
tags = ""
for tag in post['tags']:
tag_obj = get_by_id(tags_list, tag)
tags += "<li>%d: " % tag
if tag_obj is not None:
if 'name' in tag_obj.keys():
tags += tag_obj['name']
if 'link' in tag_obj.keys():
tags += " - <a href=\"%s\">%s</a>" % \
(html.escape(tag_obj['link']),
html.escape(tag_obj['link']))
tags += "</li>"
elif 'tags' in post.keys():
tags = ""
for cat in post['tags']:
tags += "<li>" + str(post['categories']) + "</li>"
buffer = \
"""<!DOCTYPE html>
<html>
<head>
<title>{title}</title>
</head>
<body>
<div>
<h1>Metadata</h1>
<ul>
<li><strong>Date (GMT):</strong> {date_gmt}</li>
<li><strong>Date modified (GMT):</strong> {modified_gmt}</li>
<li><strong>Status:</strong> {status}</li>
<li><strong>Type:</strong> {post_type}</li>
<li><strong>Link:</strong> <a href=\"{link}\">{link}</a></li>
<li><strong>Author:</strong> {author}</li>
<li><strong>Comment status:</strong> {comments}</a></li>
<li>
<strong>Categories:</strong>
<ul>
{categories}
</ul>
</li>
<li>
<strong>Tags:</strong>
<ul>
{tags}
</ul>
</li>
</ul>
</div>
<div>
<h1>Excerpt</h1>
{excerpt}
</div>
<div>
<h1>{title}</h1>
{content}
</div>
</body>
</html>
"""
buffer = buffer.format(
title=title,
date_gmt=date_gmt.strftime("%d/%m/%Y %H:%M:%S"),
modified_gmt=modified_gmt.strftime("%d/%m/%Y %H:%M:%S"),
status=status,
post_type=post_type,
link=link,
author=author,
comments=comments,
categories=categories,
tags=tags,
excerpt=excerpt,
content=content
)
post_file.write(buffer)
post_file.close()
exported_posts += 1
return exported_posts