Example #1
0
def load_environment(global_conf, app_conf):
	"""Configure the Pylons environment via the ``pylons.config``
	object
	"""
	config = PylonsConfig()
	
	# Pylons paths
	root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
	paths = dict(root=root,
				controllers=os.path.join(root, 'controllers'),
				static_files=os.path.join(root, 'public'),
				templates=[os.path.join(root, 'templates')])
	
	# Initialize config with the basic options
	config.init_app(global_conf, app_conf, package='columns', paths=paths)
	
	config['pylons.paths']['static_files'] = config['static_file_path']
	
	config['routes.map'] = make_map(config)
	import columns.lib.helpers
	config['pylons.app_globals'] = app_globals.Globals(config)
	config['pylons.h'] = columns.lib.helpers
	
	# Setup cache object as early as possible
	import pylons
	pylons.cache._push_object(config['pylons.app_globals'].cache)
	
	# Create the Jinja2 Environment
	config['pylons.app_globals'].jinja2_env = make_jinja_environment(config)
	config['pylons.strict_c'] = True
	
	# Setup the SQLAlchemy database engine
	init_model(config, config['pylons.app_globals'])
	
	# CONFIGURATION OPTIONS HERE (note: all config options will override
	# any Pylons config options)
	
	return config
Example #2
0
def main(config, wp_file, static_path, base_wp_url, base_col_url):
	from columns.lib.app_globals import Globals	
	db_url =  config.get("app:main","sqlalchemy.url")
	engine = create_engine(db_url)
	init_model(engine)
	errors = []
	with open(wp_file) as f:
		xmlstr = f.read()
	dom = ElementTree.fromstring(xmlstr)
	
	
	#import tags
	for x in dom.findall('channel/{http://wordpress.org/export/1.0/}tag'):
		tk = x.findtext('{http://wordpress.org/export/1.0/}tag_slug')
		tv = x.findtext('{http://wordpress.org/export/1.0/}tag_name')
		try:
			meta.Session.merge(Tag(id=unicode(tk), name=unicode(tv)))
		except:
			pass
	meta.Session.flush()
	
	#import users
	authors = set([])
	for x in dom.findall('channel/item/{http://purl.org/dc/elements/1.1/}creator'):
		authors.add(x.text.lower())
	for x in authors:
		if meta.Session.query(User).filter(User.name==unicode(x)).count() == 0:
			meta.Session.add(User(name=unicode(x), type=3))
	meta.Session.flush()
	author_to_id = dict(meta.Session.query(User.name,User.id).all())
	
	#create 'main' page if it doesn't exist
	try:
		main_page = meta.Session.query(Page).filter(Page.slug==u'main').one()
	except orm.exc.NoResultFound:
		main_page = meta.Session.merge(
			Page(
				title = u'Main',
				slug = u'main',
				stream_comment_style = u'summary',
				story_comment_style = u'list',
				visible = True,
				can_post = True,
				tweet = True,
				content = None
			)
		)
		meta.Session.flush()
	
	#import pages
	for x in dom.findall('channel/item'):
		if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'page':
			continue
		title = unicode(x.findtext('title')).strip()
		slug = unicode(slugify(title))
		if slug == u'main':
			continue
		if meta.Session.query(Page).filter(Page.slug==slug).count() == 0:
			can_post = len(x.findall('{http://wordpress.org/export/1.0/}comment')) > 0
			soup = BeautifulSoup(x.findtext('{http://purl.org/rss/1.0/modules/content/}encoded'))
			t_page = meta.Session.merge(
				Page(
					title = title,
					slug = slug,
					stream_comment_style = u'summary',
					story_comment_style = u'list',
					visible = x.findtext('{http://wordpress.org/export/1.0/}status') == "publish",
					can_post = can_post,
					tweet = False,
					content = unicode(soup),
				)
			)	
		#add comments
		dummy_post = False
		t_post = None
		for comment in x.findall('{http://wordpress.org/export/1.0/}comment'):
			if dummy_post is False:
				t_post = Article(
					id=int(x.findtext('{http://wordpress.org/export/1.0/}post_id')),
					user_id=author_to_id.get(x.findtext('{http://purl.org/dc/elements/1.1/}creator').lower()),
					page_id=t_page.id,
					subject=unicode(t_page.title),
					date=datetime.datetime.strptime('2009-11-27 17:35:23',WORDPRESS_DT_FORMAT),
					published=True,
					permalink=None,
					can_comment=True,
					content=None,
					sticky=False
				)
				dummy_post = True
			author_name = comment.findtext('{http://wordpress.org/export/1.0/}comment_author')
			author_email = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_email')
			author_url = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_url')
			if author_name is None and author_email is None and author_url is None:
				continue
			try:
				userid = author_to_id.get(author_name.lower(), None)
				if userid is not None:
					user_t = meta.Session.get(userid)
					author_name = user_t.name
					author_url = user_t.profile
			except:
				pass
			soup = BeautifulSoup(comment.findtext('{http://wordpress.org/export/1.0/}comment_content'))
			try:
				t_post.comments.append(
					Comment(
						author_name = unicode(author_name) if author_name is not None else None,
						author_email = unicode(author_email) if author_email is not None else None,
						author_url = unicode(author_url) if author_url is not None else None,
						parent_comment = None,
						subject = u'',
						date = datetime.datetime.strptime(comment.findtext('{http://wordpress.org/export/1.0/}comment_date'),WORDPRESS_DT_FORMAT),
						content = unicode(soup),
					)
				)
			except:
				pass
		if t_post is not None:
			t_page.posts.append(t_post)
	meta.Session.flush()
	
	static_file_path = os.path.join(static_path,'uploaded')
	
	#import uploads
	upload_old_to_new = {}
	for x in dom.findall('channel/item'):
		if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'attachment':
			continue
		src = x.findtext('{http://wordpress.org/export/1.0/}attachment_url')
		re_match = re.match(r'^(?P<basepath>.*\/uploads)\/(?P<year>\d+)\/(?P<month>\d+)\/(?P<file>.*)$',src)
		
		item = Upload()
		item.alt_text = unicode(x.findtext('{http://wordpress.org/export/1.0/}post_name'))
		item.description = None
		item.date = datetime.datetime(year=int(re_match.group('year')),month=int(re_match.group('month')),day=1)
		
		item.filepath = unicode(src.replace(re_match.group('basepath'),static_file_path))
		meta.Session.add(item)
	meta.Session.flush()
	
	caption_regex = re.compile(ur'\[caption .*? caption=\"(.*?)\"\](.*)\[\/caption\]')
	replace_str = ur'<div class=\"img-block\">\2<span class=\"img-caption\">\1</span></div>'
	#import posts
	for x in dom.findall('channel/item'):
		if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'post':
			continue
		user_fk = author_to_id.get(x.findtext('{http://purl.org/dc/elements/1.1/}creator').lower())
		page_fk = main_page.id
		post_pk = int(x.findtext('{http://wordpress.org/export/1.0/}post_id'))
		subject = x.findtext('title')
		published = x.findtext('{http://wordpress.org/export/1.0/}status') != "draft"
		date = None if not published else datetime.datetime.strptime(x.findtext('{http://wordpress.org/export/1.0/}post_date'),WORDPRESS_DT_FORMAT)
		permalink = None if not published else unicode(slugify('-'.join([date.date().strftime("%Y-%m-%d"),subject])))
		can_comment = True
		content = x.findtext('{http://purl.org/rss/1.0/modules/content/}encoded')
		content = content.replace(u'%s/wp-content/uploads/'%base_wp_url,u'%s/uploaded/'%base_col_url)
		soup = BeautifulSoup(content)
		soup = caption_regex.sub(replace_str ,unicode(soup))
		t_post = Article(
			id=post_pk,
			user_id=user_id,
			page_id=page_id,
			subject=unicode(subject),
			date=date,
			published=published,
			permalink=permalink,
			can_comment=can_comment,
			content=soup,
			sticky=False
		)
		for tag in x.findall('category'):
			if tag.attrib.get('domain','') == 'tag' and tag.attrib.get('nicename',None) is not None:
				t_post.tags.append(meta.Session.query(Tag).get(unicode(tag.attrib['nicename'])))
		#add comments
		for comment in x.findall('{http://wordpress.org/export/1.0/}comment'):
			author_name = comment.findtext('{http://wordpress.org/export/1.0/}comment_author')
			author_email = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_email')
			author_url = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_url')
			if author_name is None and author_email is None and author_url is None:
				continue
			try:
				userid = author_to_id.get(author_name.lower(), None)
				if userid is not None:
					user_t = meta.Session.get(userid)
					author_name = user_t.name
					author_url = user_t.profile
			except:
				pass
			soup = BeautifulSoup(comment.findtext('{http://wordpress.org/export/1.0/}comment_content'))
			t_post.comments.append(
				Comment(
					author_name = unicode(author_name) if author_name is not None else None,
					author_email = unicode(author_email) if author_email is not None else None,
					author_url = unicode(author_url) if author_url is not None else None,
					parent_comment = None,
					subject = u'',
					date = datetime.datetime.strptime(comment.findtext('{http://wordpress.org/export/1.0/}comment_date'),WORDPRESS_DT_FORMAT),
					content = unicode(soup),
				)
			)
		meta.Session.add(t_post)
	meta.Session.flush()
	return '\n'.join(errors)