def setUp(self): from columns.model import Upload, User tmp = User.from_dict(dict( id=1, name=u'test_user', open_id=None, fb_id=None, twitter_id=None, type=1, profile=None, )) try: tmp.save() except: pass tmp = Upload(**dict( id=1, title=u'test', content=u'', filepath=u'', updated=datetime.datetime.utcnow(), published=datetime.datetime.utcnow(), author={'name':u'test_user'} )) try: tmp.save() except Exception, ex: print ex
def setUp(self): from columns.model import Page, User, Article, Upload ptmp = Page.from_dict(dict( id=1, title=u'Main',slug=u'main',content=u'',template=u'/blog/stream', stream_comment_style=u'summary',story_comment_style=u'list', visible=True,can_post=True,in_main=True,in_menu=False, )) ptmp.save() utmp = User.from_dict(dict( id=1, name=u'test_user', open_id=None, fb_id=None, twitter_id=None, type=1, profile=None, )) utmp.save() atmp = Article(**dict( id=1, created=dt, updated=dt, atom_id=u'-'.join([dt.strftime("%Y-%m-%d"),u'test']), title=u'test', content=u'', summary=u'', published=dt, links=[], author_id=utmp.id, author={ 'name':u'test_user', }, contributors=[], metatags={}, metacontent=u'', permalink=u'-'.join([dt.strftime("%Y-%m-%d"),u'test']), sticky=False, can_comment=True, page_id=ptmp.id, )) atmp.save() tmp = Upload(**dict( id=1, title=u'test', content=u'', filepath=u'', updated=datetime.datetime.utcnow(), published=datetime.datetime.utcnow(), author={'name':u'test_user'} )) tmp.save()
def test_update_json(self): response = self.app.put(url('formatted_picture', id=1, format='json'), extra_environ=self.extra_environ, content_type='application/json', body=json.dumps(dict( title=u'blah', content=u'blah', ))) from columns.model import Upload tmp = Upload.get_from_id(1) assert tmp.title == u'blah' assert tmp.content == u'blah'
def test_update(self): response = self.app.put(url('picture', id=1), extra_environ=self.extra_environ, params=dict( title=u'blah', content=u'blah', tags=u'tag1,tag2', )) from columns.model import Upload tmp = Upload.get_from_id(1) assert tmp.title == u'blah' assert tmp.content == u'blah'
def test_update_browser_fakeout(self): response = self.app.post(url('picture', id=1), extra_environ=self.extra_environ, params=dict( _method='put', title=u'blah2', content=u'b2lah', )) from columns.model import Upload tmp = Upload.get_from_id(1) assert tmp.title == u'blah2' assert tmp.content == u'b2lah'
def quick_upload(self): import os.path ckedit_num = request.GET.get('CKEditorFuncNum') message = None filepath = 'null' try: item = Upload.quick(request.POST.mixed()) item.add_author_or_contributor(user_from_session(session)) item.save() static_web_path = config['static_web_path'] filepath = os.path.join(static_web_path,item.filepath) except FileExistsError, ex: message = "Sorry. Could not upload file with that name." filepath = ex
def _create(self, format, parent_id=None): #if format == 'json': # from columns.lib import json # params = self._validate(json.loads(request.body), CreateUpload, 'new') #elif format == 'atom': # from lxml import etree # params = Upload.parse_xml(etree.fromstring(request.body)) if format == 'html': params = self._validate(request.POST.mixed(), CreateUpload, 'new') else: raise UnacceptedFormat(format) item = Upload.from_dict(params) item.add_author_or_contributor(user_from_session(session)) item.save() return item
def test_getowner(self): upload = Upload() upload.author_id = 1 self.assertEquals(1,upload.owner())
def _new(self, parent_id=None, with_defaults=True): item = Upload() if with_defaults is True: item.set_defaults() return item
def test_delete_browser_fakeout(self): response = self.app.post(url('picture', id=1), extra_environ=self.extra_environ, params=dict(_method='delete')) from columns.model import Upload tmp = Upload.get_from_id(1) assert tmp == None
def test_delete(self): response = self.app.delete(url('picture', id=1), extra_environ=self.extra_environ) from columns.model import Upload tmp = Upload.get_from_id(1) assert tmp == None
def main(config, wp_file, static_path, base_wp_url, base_col_url): from columns.lib.app_globals import Globals db_url = config.get("app:main","sqlalchemy.url") engine = create_engine(db_url) init_model(engine) errors = [] with open(wp_file) as f: xmlstr = f.read() dom = ElementTree.fromstring(xmlstr) #import tags for x in dom.findall('channel/{http://wordpress.org/export/1.0/}tag'): tk = x.findtext('{http://wordpress.org/export/1.0/}tag_slug') tv = x.findtext('{http://wordpress.org/export/1.0/}tag_name') try: meta.Session.merge(Tag(id=unicode(tk), name=unicode(tv))) except: pass meta.Session.flush() #import users authors = set([]) for x in dom.findall('channel/item/{http://purl.org/dc/elements/1.1/}creator'): authors.add(x.text.lower()) for x in authors: if meta.Session.query(User).filter(User.name==unicode(x)).count() == 0: meta.Session.add(User(name=unicode(x), type=3)) meta.Session.flush() author_to_id = dict(meta.Session.query(User.name,User.id).all()) #create 'main' page if it doesn't exist try: main_page = meta.Session.query(Page).filter(Page.slug==u'main').one() except orm.exc.NoResultFound: main_page = meta.Session.merge( Page( title = u'Main', slug = u'main', stream_comment_style = u'summary', story_comment_style = u'list', visible = True, can_post = True, tweet = True, content = None ) ) meta.Session.flush() #import pages for x in dom.findall('channel/item'): if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'page': continue title = unicode(x.findtext('title')).strip() slug = unicode(slugify(title)) if slug == u'main': continue if meta.Session.query(Page).filter(Page.slug==slug).count() == 0: can_post = len(x.findall('{http://wordpress.org/export/1.0/}comment')) > 0 soup = BeautifulSoup(x.findtext('{http://purl.org/rss/1.0/modules/content/}encoded')) t_page = meta.Session.merge( Page( title = title, slug = slug, stream_comment_style = u'summary', story_comment_style = u'list', visible = x.findtext('{http://wordpress.org/export/1.0/}status') == "publish", can_post = can_post, tweet = False, content = unicode(soup), ) ) #add comments dummy_post = False t_post = None for comment in x.findall('{http://wordpress.org/export/1.0/}comment'): if dummy_post is False: t_post = Article( id=int(x.findtext('{http://wordpress.org/export/1.0/}post_id')), user_id=author_to_id.get(x.findtext('{http://purl.org/dc/elements/1.1/}creator').lower()), page_id=t_page.id, subject=unicode(t_page.title), date=datetime.datetime.strptime('2009-11-27 17:35:23',WORDPRESS_DT_FORMAT), published=True, permalink=None, can_comment=True, content=None, sticky=False ) dummy_post = True author_name = comment.findtext('{http://wordpress.org/export/1.0/}comment_author') author_email = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_email') author_url = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_url') if author_name is None and author_email is None and author_url is None: continue try: userid = author_to_id.get(author_name.lower(), None) if userid is not None: user_t = meta.Session.get(userid) author_name = user_t.name author_url = user_t.profile except: pass soup = BeautifulSoup(comment.findtext('{http://wordpress.org/export/1.0/}comment_content')) try: t_post.comments.append( Comment( author_name = unicode(author_name) if author_name is not None else None, author_email = unicode(author_email) if author_email is not None else None, author_url = unicode(author_url) if author_url is not None else None, parent_comment = None, subject = u'', date = datetime.datetime.strptime(comment.findtext('{http://wordpress.org/export/1.0/}comment_date'),WORDPRESS_DT_FORMAT), content = unicode(soup), ) ) except: pass if t_post is not None: t_page.posts.append(t_post) meta.Session.flush() static_file_path = os.path.join(static_path,'uploaded') #import uploads upload_old_to_new = {} for x in dom.findall('channel/item'): if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'attachment': continue src = x.findtext('{http://wordpress.org/export/1.0/}attachment_url') re_match = re.match(r'^(?P<basepath>.*\/uploads)\/(?P<year>\d+)\/(?P<month>\d+)\/(?P<file>.*)$',src) item = Upload() item.alt_text = unicode(x.findtext('{http://wordpress.org/export/1.0/}post_name')) item.description = None item.date = datetime.datetime(year=int(re_match.group('year')),month=int(re_match.group('month')),day=1) item.filepath = unicode(src.replace(re_match.group('basepath'),static_file_path)) meta.Session.add(item) meta.Session.flush() caption_regex = re.compile(ur'\[caption .*? caption=\"(.*?)\"\](.*)\[\/caption\]') replace_str = ur'<div class=\"img-block\">\2<span class=\"img-caption\">\1</span></div>' #import posts for x in dom.findall('channel/item'): if x.findtext('{http://wordpress.org/export/1.0/}post_type') != 'post': continue user_fk = author_to_id.get(x.findtext('{http://purl.org/dc/elements/1.1/}creator').lower()) page_fk = main_page.id post_pk = int(x.findtext('{http://wordpress.org/export/1.0/}post_id')) subject = x.findtext('title') published = x.findtext('{http://wordpress.org/export/1.0/}status') != "draft" date = None if not published else datetime.datetime.strptime(x.findtext('{http://wordpress.org/export/1.0/}post_date'),WORDPRESS_DT_FORMAT) permalink = None if not published else unicode(slugify('-'.join([date.date().strftime("%Y-%m-%d"),subject]))) can_comment = True content = x.findtext('{http://purl.org/rss/1.0/modules/content/}encoded') content = content.replace(u'%s/wp-content/uploads/'%base_wp_url,u'%s/uploaded/'%base_col_url) soup = BeautifulSoup(content) soup = caption_regex.sub(replace_str ,unicode(soup)) t_post = Article( id=post_pk, user_id=user_id, page_id=page_id, subject=unicode(subject), date=date, published=published, permalink=permalink, can_comment=can_comment, content=soup, sticky=False ) for tag in x.findall('category'): if tag.attrib.get('domain','') == 'tag' and tag.attrib.get('nicename',None) is not None: t_post.tags.append(meta.Session.query(Tag).get(unicode(tag.attrib['nicename']))) #add comments for comment in x.findall('{http://wordpress.org/export/1.0/}comment'): author_name = comment.findtext('{http://wordpress.org/export/1.0/}comment_author') author_email = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_email') author_url = comment.findtext('{http://wordpress.org/export/1.0/}comment_author_url') if author_name is None and author_email is None and author_url is None: continue try: userid = author_to_id.get(author_name.lower(), None) if userid is not None: user_t = meta.Session.get(userid) author_name = user_t.name author_url = user_t.profile except: pass soup = BeautifulSoup(comment.findtext('{http://wordpress.org/export/1.0/}comment_content')) t_post.comments.append( Comment( author_name = unicode(author_name) if author_name is not None else None, author_email = unicode(author_email) if author_email is not None else None, author_url = unicode(author_url) if author_url is not None else None, parent_comment = None, subject = u'', date = datetime.datetime.strptime(comment.findtext('{http://wordpress.org/export/1.0/}comment_date'),WORDPRESS_DT_FORMAT), content = unicode(soup), ) ) meta.Session.add(t_post) meta.Session.flush() return '\n'.join(errors)